mirror of
https://github.com/believethehype/nostrdvm.git
synced 2025-06-30 01:10:40 +02:00
restructure to move towards pypi package
This commit is contained in:
Believethehype
215
nostr_dvm/utils/output_utils.py
Normal file
215
nostr_dvm/utils/output_utils.py
Normal file
@ -0,0 +1,215 @@
|
||||
import json
|
||||
import datetime as datetime
|
||||
import os
|
||||
from types import NoneType
|
||||
|
||||
import emoji
|
||||
import requests
|
||||
from nostr_sdk import Tag, PublicKey, EventId
|
||||
from pyupload.uploader import CatboxUploader
|
||||
|
||||
import pandas
|
||||
|
||||
'''
|
||||
Post process results to either given output format or a Nostr readable plain text.
|
||||
'''
|
||||
|
||||
|
||||
class PostProcessFunctionType:
|
||||
NONE = 0
|
||||
LIST_TO_USERS = 1
|
||||
LIST_TO_EVENTS = 2
|
||||
|
||||
|
||||
def post_process_result(anno, original_event):
|
||||
print("Post-processing...")
|
||||
if isinstance(anno, pandas.DataFrame): # if input is an anno we parse it to required output format
|
||||
print("Pandas Dataframe...")
|
||||
has_output_tag = False
|
||||
output_format = "text/plain"
|
||||
|
||||
for tag in original_event.tags():
|
||||
if tag.as_vec()[0] == "output":
|
||||
output_format = tag.as_vec()[1]
|
||||
has_output_tag = True
|
||||
print("requested output is " + str(output_format) + "...")
|
||||
|
||||
if has_output_tag:
|
||||
print("Output Tag found: " + output_format)
|
||||
try:
|
||||
if output_format == "text/plain":
|
||||
result = pandas_to_plaintext(anno)
|
||||
result = replace_broken_words(
|
||||
str(result).replace("\"", "").replace('[', "").replace(']',
|
||||
"").lstrip(None))
|
||||
return result
|
||||
|
||||
elif output_format == "text/vtt":
|
||||
print(str(anno))
|
||||
result = "WEBVTT\n\n"
|
||||
for element in anno:
|
||||
name = element["name"] # name
|
||||
start = float(element["from"])
|
||||
convertstart = str(datetime.timedelta(seconds=start))
|
||||
end = float(element["to"])
|
||||
convertend = str(datetime.timedelta(seconds=end))
|
||||
print(str(convertstart) + " --> " + str(convertend))
|
||||
cleared_name = str(name).lstrip("\'").rstrip("\'")
|
||||
result = result + str(convertstart) + " --> " + str(
|
||||
convertend) + "\n" + cleared_name + "\n\n"
|
||||
result = replace_broken_words(
|
||||
str(result).replace("\"", "").replace('[', "").replace(']',
|
||||
"").lstrip(None))
|
||||
return result
|
||||
|
||||
elif output_format == "text/json" or output_format == "json":
|
||||
# result = json.dumps(json.loads(anno.data.to_json(orient="records")))
|
||||
result = replace_broken_words(json.dumps(anno.data.tolist()))
|
||||
return result
|
||||
# TODO add more
|
||||
else:
|
||||
print("Pandas Dataframe but output tag not supported.. falling back to default..")
|
||||
result = pandas_to_plaintext(anno)
|
||||
print(result)
|
||||
result = str(result).replace("\"", "").replace('[', "").replace(']',
|
||||
"").lstrip(None)
|
||||
return result
|
||||
|
||||
except Exception as e:
|
||||
print(e)
|
||||
result = replace_broken_words(str(anno.data))
|
||||
return result
|
||||
|
||||
else:
|
||||
print("Pandas Dataframe but no output tag set.. falling back to default..")
|
||||
result = pandas_to_plaintext(anno)
|
||||
print(result)
|
||||
result = str(result).replace("\"", "").replace('[', "").replace(']',
|
||||
"").lstrip(None)
|
||||
return result
|
||||
elif isinstance(anno, NoneType):
|
||||
return "An error occurred"
|
||||
else:
|
||||
result = replace_broken_words(anno) # TODO
|
||||
return result
|
||||
|
||||
|
||||
def post_process_list_to_events(result):
|
||||
result_list = json.loads(result)
|
||||
result_str = ""
|
||||
for tag in result_list:
|
||||
e_tag = Tag.parse(tag)
|
||||
result_str = result_str + "nostr:" + EventId.from_hex(
|
||||
e_tag.as_vec()[1]).to_bech32() + "\n"
|
||||
return result_str
|
||||
|
||||
|
||||
def post_process_list_to_users(result):
|
||||
result_list = json.loads(result)
|
||||
result_str = ""
|
||||
for tag in result_list:
|
||||
p_tag = Tag.parse(tag)
|
||||
result_str = result_str + "nostr:" + PublicKey.from_hex(
|
||||
p_tag.as_vec()[1]).to_bech32() + "\n"
|
||||
return result_str
|
||||
|
||||
|
||||
def pandas_to_plaintext(anno):
|
||||
result = ""
|
||||
for each_row in anno['name']:
|
||||
if each_row is not None:
|
||||
for i in str(each_row).split('\n'):
|
||||
result = result + i + "\n"
|
||||
return result
|
||||
|
||||
|
||||
'''
|
||||
Convenience function to replace words like Noster with Nostr
|
||||
'''
|
||||
|
||||
|
||||
def replace_broken_words(text):
|
||||
result = (text.replace("Noster", "Nostr").replace("Nostra", "Nostr").replace("no stir", "Nostr").
|
||||
replace("Nostro", "Nostr").replace("Impub", "npub").replace("sets", "Sats"))
|
||||
return result
|
||||
|
||||
|
||||
'''
|
||||
Function to upload to Nostr.build and if it fails to Nostrfiles.dev
|
||||
Larger files than these hosters allow and fallback is catbox currently.
|
||||
Will probably need to switch to another system in the future.
|
||||
'''
|
||||
|
||||
|
||||
def upload_media_to_hoster(filepath: str):
|
||||
print("Uploading image: " + filepath)
|
||||
try:
|
||||
files = {'file': open(filepath, 'rb')}
|
||||
file_stats = os.stat(filepath)
|
||||
sizeinmb = file_stats.st_size / (1024 * 1024)
|
||||
print("Filesize of Uploaded media: " + str(sizeinmb) + " Mb.")
|
||||
if sizeinmb > 25:
|
||||
uploader = CatboxUploader(filepath)
|
||||
result = uploader.execute()
|
||||
return result
|
||||
else:
|
||||
url = 'https://nostr.build/api/v2/upload/files'
|
||||
response = requests.post(url, files=files)
|
||||
json_object = json.loads(response.text)
|
||||
result = json_object["data"][0]["url"]
|
||||
return result
|
||||
except:
|
||||
try:
|
||||
file = {'file': open(filepath, 'rb')}
|
||||
url = 'https://nostrfiles.dev/upload_image'
|
||||
response = requests.post(url, files=file)
|
||||
json_object = json.loads(response.text)
|
||||
print(json_object["url"])
|
||||
return json_object["url"]
|
||||
# fallback filehoster
|
||||
except:
|
||||
|
||||
try:
|
||||
uploader = CatboxUploader(filepath)
|
||||
result = uploader.execute()
|
||||
print(result)
|
||||
return result
|
||||
except:
|
||||
raise Exception("Upload not possible, all hosters didn't work or couldn't generate output")
|
||||
|
||||
|
||||
def build_status_reaction(status, task, amount, content):
|
||||
alt_description = "This is a reaction to a NIP90 DVM AI task. "
|
||||
|
||||
if status == "processing":
|
||||
alt_description = "NIP90 DVM AI task " + task + " started processing. "
|
||||
reaction = alt_description + emoji.emojize(":thumbs_up:")
|
||||
elif status == "success":
|
||||
alt_description = "NIP90 DVM AI task " + task + " finished successfully. "
|
||||
reaction = alt_description + emoji.emojize(":call_me_hand:")
|
||||
elif status == "chain-scheduled":
|
||||
alt_description = "NIP90 DVM AI task " + task + " Chain Task scheduled"
|
||||
reaction = alt_description + emoji.emojize(":thumbs_up:")
|
||||
elif status == "error":
|
||||
alt_description = "NIP90 DVM AI task " + task + " had an error. "
|
||||
if content is None:
|
||||
reaction = alt_description + emoji.emojize(":thumbs_down:")
|
||||
else:
|
||||
reaction = alt_description + emoji.emojize(":thumbs_down:") + " " + content
|
||||
|
||||
elif status == "payment-required":
|
||||
alt_description = "NIP90 DVM AI task " + task + " requires payment of min " + str(
|
||||
amount) + " Sats. "
|
||||
reaction = alt_description + emoji.emojize(":orange_heart:")
|
||||
|
||||
elif status == "payment-rejected":
|
||||
alt_description = "NIP90 DVM AI task " + task + " payment is below required amount of " + str(
|
||||
amount) + " Sats. "
|
||||
reaction = alt_description + emoji.emojize(":thumbs_down:")
|
||||
elif status == "user-blocked-from-service":
|
||||
alt_description = "NIP90 DVM AI task " + task + " can't be performed. User has been blocked from Service. "
|
||||
reaction = alt_description + emoji.emojize(":thumbs_down:")
|
||||
else:
|
||||
reaction = emoji.emojize(":thumbs_down:")
|
||||
|
||||
return alt_description, reaction
|
||||
Reference in New Issue
Block a user