highperfocused/nostrdvm
1
0
Fork 0
mirror of https://github.com/believethehype/nostrdvm.git synced 2025-10-10 22:52:30 +02:00
Code Issues Packages Projects Releases Wiki Activity

first version of llm dvm (with replaceable backend)

Browse Source
This commit is contained in:
Believethehype
2023-12-11 19:41:00 +01:00
parent 331af99c89
commit a03efeab09
13 changed files with 153 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
main.py
View File

@@ -10,7 +10,8 @@ import tasks.textextraction_pdf as textextraction_pdf
import tasks.textextraction_google as textextraction_google
import tasks.translation_google as translation_google
import tasks.translation_libretranslate as translation_libretranslate
from tasks import imagegeneration_replicate_sdxl, videogeneration_replicate_svd, trending_notes_nostrband
from tasks import imagegeneration_replicate_sdxl, videogeneration_replicate_svd, trending_notes_nostrband, \
textgeneration_llmlite
from utils.admin_utils import AdminConfig
from utils.backend_utils import keep_alive
@@ -136,6 +137,9 @@ def playground():
bot_config.SUPPORTED_DVMS.append(trending)
trending.run()
ollama = textgeneration_llmlite.build_example("LLM", "llmlite", admin_config)
bot_config.SUPPORTED_DVMS.append(ollama)
ollama.run()
# Run the bot
Bot(bot_config)
# Keep the main function alive for libraries that require it, like openai