mirror of
https://github.com/believethehype/nostrdvm.git
synced 2025-09-27 22:36:29 +02:00
beautify
This commit is contained in:
@@ -1,6 +1,6 @@
|
|||||||
class DVMTaskInterface:
|
class DVMTaskInterface:
|
||||||
TASK: str
|
|
||||||
KIND: int
|
KIND: int
|
||||||
|
TASK: str
|
||||||
COST: int
|
COST: int
|
||||||
|
|
||||||
def NIP89_announcement(self):
|
def NIP89_announcement(self):
|
||||||
|
@@ -16,39 +16,6 @@ pandas==2.1.3
|
|||||||
Pillow==10.1.0
|
Pillow==10.1.0
|
||||||
pluggy==1.3.0
|
pluggy==1.3.0
|
||||||
pycryptodome==3.19.0
|
pycryptodome==3.19.0
|
||||||
python-dateutil==2.8.2
|
|
||||||
python-dotenv==1.0.0
|
|
||||||
python-editor==1.0.4
|
|
||||||
pytz==2023.3.post1
|
|
||||||
pyuseragents==1.0.5
|
|
||||||
readchar==4.0.5
|
|
||||||
requests==2.31.0
|
|
||||||
safeIO==1.2
|
|
||||||
six==1.16.0
|
|
||||||
soupsieve==2.5
|
|
||||||
translatepy==2.3
|
|
||||||
tzdata==2023.3
|
|
||||||
urllib3==2.1.0
|
|
||||||
wcwidth==0.2.10
|
|
||||||
(venv) tobias@Tobiass-MacBook-Pro-2 dvm % pip freeze
|
|
||||||
beautifulsoup4==4.12.2
|
|
||||||
bech32==1.2.0
|
|
||||||
blessed==1.20.0
|
|
||||||
certifi==2023.7.22
|
|
||||||
charset-normalizer==3.3.2
|
|
||||||
emoji==2.8.0
|
|
||||||
ffmpegio==0.8.5
|
|
||||||
ffmpegio-core==0.8.5
|
|
||||||
idna==3.4
|
|
||||||
inquirer==3.1.3
|
|
||||||
install==1.3.5
|
|
||||||
nostr-sdk==0.0.4
|
|
||||||
numpy==1.26.2
|
|
||||||
packaging==23.2
|
|
||||||
pandas==2.1.3
|
|
||||||
Pillow==10.1.0
|
|
||||||
pluggy==1.3.0
|
|
||||||
pycryptodome==3.19.0
|
|
||||||
pypdf==3.17.1
|
pypdf==3.17.1
|
||||||
python-dateutil==2.8.2
|
python-dateutil==2.8.2
|
||||||
python-dotenv==1.0.0
|
python-dotenv==1.0.0
|
||||||
|
@@ -9,8 +9,8 @@ from utils.nostr_utils import get_event_by_id, get_referenced_event_by_id
|
|||||||
|
|
||||||
|
|
||||||
class TextExtractionPDF(DVMTaskInterface):
|
class TextExtractionPDF(DVMTaskInterface):
|
||||||
TASK: str = "pdf-to-text"
|
|
||||||
KIND: int = EventDefinitions.KIND_NIP90_EXTRACT_TEXT
|
KIND: int = EventDefinitions.KIND_NIP90_EXTRACT_TEXT
|
||||||
|
TASK: str = "pdf-to-text"
|
||||||
COST: int = 20
|
COST: int = 20
|
||||||
|
|
||||||
def __init__(self, name, pk):
|
def __init__(self, name, pk):
|
||||||
@@ -25,13 +25,11 @@ class TextExtractionPDF(DVMTaskInterface):
|
|||||||
nip89.content = "{\"name\":\"" + self.NAME + "\",\"image\":\"https://image.nostr.build/c33ca6fc4cc038ca4adb46fdfdfda34951656f87ee364ef59095bae1495ce669.jpg\",\"about\":\"I extract Text from pdf documents\",\"nip90Params\":{}}"
|
nip89.content = "{\"name\":\"" + self.NAME + "\",\"image\":\"https://image.nostr.build/c33ca6fc4cc038ca4adb46fdfdfda34951656f87ee364ef59095bae1495ce669.jpg\",\"about\":\"I extract Text from pdf documents\",\"nip90Params\":{}}"
|
||||||
return nip89
|
return nip89
|
||||||
|
|
||||||
|
|
||||||
def is_input_supported(self, input_type, input_content):
|
def is_input_supported(self, input_type, input_content):
|
||||||
if input_type != "url":
|
if input_type != "url":
|
||||||
return False
|
return False
|
||||||
return True
|
return True
|
||||||
|
|
||||||
|
|
||||||
def create_request_form_from_nostr_event(self, event, client=None, dvm_config=None):
|
def create_request_form_from_nostr_event(self, event, client=None, dvm_config=None):
|
||||||
request_form = {"jobID": event.id().to_hex()}
|
request_form = {"jobID": event.id().to_hex()}
|
||||||
|
|
||||||
@@ -59,7 +57,6 @@ class TextExtractionPDF(DVMTaskInterface):
|
|||||||
request_form["optStr"] = 'url=' + url
|
request_form["optStr"] = 'url=' + url
|
||||||
return request_form
|
return request_form
|
||||||
|
|
||||||
|
|
||||||
def process(self, request_form):
|
def process(self, request_form):
|
||||||
options = DVMTaskInterface.setOptions(request_form)
|
options = DVMTaskInterface.setOptions(request_form)
|
||||||
from pypdf import PdfReader
|
from pypdf import PdfReader
|
||||||
|
@@ -8,8 +8,8 @@ from utils.nostr_utils import get_referenced_event_by_id, get_event_by_id
|
|||||||
|
|
||||||
|
|
||||||
class Translation(DVMTaskInterface):
|
class Translation(DVMTaskInterface):
|
||||||
TASK: str = "translation"
|
|
||||||
KIND: int = EventDefinitions.KIND_NIP90_TRANSLATE_TEXT
|
KIND: int = EventDefinitions.KIND_NIP90_TRANSLATE_TEXT
|
||||||
|
TASK: str = "translation"
|
||||||
COST: int = 0
|
COST: int = 0
|
||||||
|
|
||||||
def __init__(self, name, pk):
|
def __init__(self, name, pk):
|
||||||
@@ -34,19 +34,17 @@ class Translation(DVMTaskInterface):
|
|||||||
def create_request_form_from_nostr_event(self, event, client=None, dvm_config=None):
|
def create_request_form_from_nostr_event(self, event, client=None, dvm_config=None):
|
||||||
request_form = {"jobID": event.id().to_hex()}
|
request_form = {"jobID": event.id().to_hex()}
|
||||||
|
|
||||||
#default values
|
|
||||||
input_type = "event"
|
input_type = "event"
|
||||||
text = ""
|
text = ""
|
||||||
translation_lang = "en"
|
translation_lang = "en"
|
||||||
|
|
||||||
|
|
||||||
for tag in event.tags():
|
for tag in event.tags():
|
||||||
if tag.as_vec()[0] == 'i':
|
if tag.as_vec()[0] == 'i':
|
||||||
input_type = tag.as_vec()[2]
|
input_type = tag.as_vec()[2]
|
||||||
|
|
||||||
elif tag.as_vec()[0] == 'param':
|
elif tag.as_vec()[0] == 'param':
|
||||||
param = tag.as_vec()[1]
|
param = tag.as_vec()[1]
|
||||||
if param == "language": # check for paramtype
|
if param == "language": # check for param type
|
||||||
translation_lang = str(tag.as_vec()[2]).split('-')[0]
|
translation_lang = str(tag.as_vec()[2]).split('-')[0]
|
||||||
|
|
||||||
if input_type == "event":
|
if input_type == "event":
|
||||||
@@ -88,20 +86,20 @@ class Translation(DVMTaskInterface):
|
|||||||
translated_text = ""
|
translated_text = ""
|
||||||
if length > 4999:
|
if length > 4999:
|
||||||
while step + 5000 < length:
|
while step + 5000 < length:
|
||||||
textpart = options["text"][step:step + 5000]
|
text_part = options["text"][step:step + 5000]
|
||||||
step = step + 5000
|
step = step + 5000
|
||||||
try:
|
try:
|
||||||
translated_text_part = str(gtranslate.translate(textpart, options["translation_lang"]))
|
translated_text_part = str(gtranslate.translate(text_part, options["translation_lang"]))
|
||||||
print("Translated Text part:\n\n " + translated_text_part)
|
print("Translated Text part:\n\n " + translated_text_part)
|
||||||
except:
|
except Exception as e:
|
||||||
translated_text_part = "An error occured"
|
raise Exception(e)
|
||||||
|
|
||||||
translated_text = translated_text + translated_text_part
|
translated_text = translated_text + translated_text_part
|
||||||
|
|
||||||
if step < length:
|
if step < length:
|
||||||
textpart = options["text"][step:length]
|
text_part = options["text"][step:length]
|
||||||
try:
|
try:
|
||||||
translated_text_part = str(gtranslate.translate(textpart, options["translation_lang"]))
|
translated_text_part = str(gtranslate.translate(text_part, options["translation_lang"]))
|
||||||
print("Translated Text part:\n\n " + translated_text_part)
|
print("Translated Text part:\n\n " + translated_text_part)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
raise Exception(e)
|
raise Exception(e)
|
||||||
|
Reference in New Issue
Block a user