highperfocused/nostrdvm
1
0
Fork 0
mirror of https://github.com/believethehype/nostrdvm.git synced 2025-11-19 00:46:41 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into nserver-modules

Browse Source
This commit is contained in:
Believethehype
2023-12-11 21:13:32 +01:00
parent 862b3f3b25 15c52d224c
commit e1f30b8769
2 changed files with 15 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
requirements.txt
View File

@@ -12,7 +12,6 @@ bip32==3.4
bitarray==2.8.3 bitarray==2.8.3
bitstring==3.1.9 bitstring==3.1.9
blessed==1.20.0 blessed==1.20.0
bolt11==2.0.5
cassidy==0.1.4 cassidy==0.1.4
certifi==2023.7.22 certifi==2023.7.22
cffi==1.16.0 cffi==1.16.0

27
tasks/textgeneration_llmlite.py
View File

@@ -1,10 +1,8 @@
import json import json
import os import os
from io import BytesIO
from pathlib import Path from pathlib import Path
import dotenv import dotenv
import requests
from litellm import completion from litellm import completion
from interfaces.dvmtaskinterface import DVMTaskInterface from interfaces.dvmtaskinterface import DVMTaskInterface
@@ -14,15 +12,14 @@ from utils.definitions import EventDefinitions
from utils.dvmconfig import DVMConfig from utils.dvmconfig import DVMConfig
from utils.nip89_utils import NIP89Config, check_and_set_d_tag from utils.nip89_utils import NIP89Config, check_and_set_d_tag
from utils.nostr_utils import check_and_set_private_key from utils.nostr_utils import check_and_set_private_key
from utils.output_utils import upload_media_to_hoster from utils.zap_utils import check_and_set_ln_bits_keys
from utils.zap_utils import get_price_per_sat, check_and_set_ln_bits_keys
from nostr_sdk import Keys from nostr_sdk import Keys
""" """
This File contains a Module to transform Text input on OpenAI's servers with DALLE-3 and receive results back. This File contains a Module to generate Text, based on a prompt using a LLM (local or API)
Accepted Inputs: Prompt (text) Accepted Inputs: Prompt (text)
Outputs: An url to an Image Outputs: Generated text
""" """
@@ -34,8 +31,7 @@ class TextGenerationOLLAMA(DVMTaskInterface):
def __init__(self, name, dvm_config: DVMConfig, nip89config: NIP89Config, def __init__(self, name, dvm_config: DVMConfig, nip89config: NIP89Config,
admin_config: AdminConfig = None, options=None): admin_config: AdminConfig = None, options=None):
super().__init__(name, dvm_config, nip89config, admin_config, options) super().__init__(name, dvm_config, nip89config, admin_config, options)
if options is not None and options.get("server"):
self.options["server"] = options["server"]
def is_input_supported(self, tags): def is_input_supported(self, tags):
for tag in tags: for tag in tags:
@@ -50,9 +46,14 @@ class TextGenerationOLLAMA(DVMTaskInterface):
def create_request_from_nostr_event(self, event, client=None, dvm_config=None): def create_request_from_nostr_event(self, event, client=None, dvm_config=None):
request_form = {"jobID": event.id().to_hex() + "_" + self.NAME.replace(" ", "")} request_form = {"jobID": event.id().to_hex() + "_" + self.NAME.replace(" ", "")}
prompt = "" prompt = ""
model = "ollama/llama2-uncensored" #ollama/nous-hermes # This requires an instance of OLLAMA running if self.options.get("default_model") and self.options.get("default_model") != "":
#model = "gpt-4-1106-preview" # This will call chatgpt and requires an OpenAI API Key set in .env model = self.options['default_model']
server = "http://localhost:11434" else:
model = "gpt-3.5-turbo" #"gpt-4-1106-preview" # This will call chatgpt and requires an OpenAI API Key set in .env
if self.options.get("server") and self.options.get("server") != "":
server = self.options['server']
else:
server = "http://localhost:11434" #default ollama server. This will only be used for ollama models.
for tag in event.tags(): for tag in event.tags():
if tag.as_vec()[0] == 'i': if tag.as_vec()[0] == 'i':
@@ -122,12 +123,14 @@ def build_example(name, identifier, admin_config):
"nip90Params": nip90params "nip90Params": nip90params
} }
options = {'default_model': "ollama/llama2-uncensored", 'server': "http://localhost:11434"}
nip89config = NIP89Config() nip89config = NIP89Config()
nip89config.DTAG = check_and_set_d_tag(identifier, name, dvm_config.PRIVATE_KEY, nip89config.DTAG = check_and_set_d_tag(identifier, name, dvm_config.PRIVATE_KEY,
nip89info["image"]) nip89info["image"])
nip89config.CONTENT = json.dumps(nip89info) nip89config.CONTENT = json.dumps(nip89info)
# We add an optional AdminConfig for this one, and tell the dvm to rebroadcast its NIP89 # We add an optional AdminConfig for this one, and tell the dvm to rebroadcast its NIP89
return TextGenerationOLLAMA(name=name, dvm_config=dvm_config, nip89config=nip89config, admin_config=admin_config) return TextGenerationOLLAMA(name=name, dvm_config=dvm_config, nip89config=nip89config, admin_config=admin_config, options=options)
if __name__ == '__main__': if __name__ == '__main__':