highperfocused/nostrdvm
1
0
Fork 0
mirror of https://github.com/believethehype/nostrdvm.git synced 2025-10-11 12:23:05 +02:00
Code Issues Packages Projects Releases Wiki Activity

bump version

Browse Source
This commit is contained in:
Believethehype
2024-04-03 23:48:30 +02:00
parent 339dc4e162
commit b206457de0
2 changed files with 1 additions and 300 deletions
Download Patch File Download Diff File Expand all files Collapse all files

299
nostr_dvm/tasks/discovery_relevant_notes.py
View File

@@ -1,299 +0,0 @@
import json
import os
import random
import re
from datetime import timedelta
from threading import Thread
from nostr_sdk import Client, Timestamp, PublicKey, Tag, Keys, Options, SecretKey, NostrSigner, EventId, Kind
from nostr_dvm.interfaces.dvmtaskinterface import DVMTaskInterface, process_venv
from nostr_dvm.utils.admin_utils import AdminConfig
from nostr_dvm.utils.definitions import EventDefinitions
from nostr_dvm.utils.dvmconfig import DVMConfig, build_default_config
from nostr_dvm.utils.nip88_utils import NIP88Config
from nostr_dvm.utils.nip89_utils import NIP89Config, check_and_set_d_tag
from nostr_dvm.utils.output_utils import post_process_list_to_users
"""
This File contains a Module to find inactive follows for a user on nostr
Accepted Inputs: None needed
Outputs: A list of users that have been inactive
Params: None
"""
class DiscoverInactiveFollows(DVMTaskInterface):
KIND: Kind = EventDefinitions.KIND_NIP90_PEOPLE_DISCOVERY
TASK: str = "inactive-follows"
FIX_COST: float = 50
client: Client
dvm_config: DVMConfig
def __init__(self, name, dvm_config: DVMConfig, nip89config: NIP89Config, nip88config: NIP88Config = None,
admin_config: AdminConfig = None, options=None):
dvm_config.SCRIPT = os.path.abspath(__file__)
super().__init__(name=name, dvm_config=dvm_config, nip89config=nip89config, nip88config=nip88config,
admin_config=admin_config, options=options)
def is_input_supported(self, tags, client=None, dvm_config=None):
# no input required
return True
def create_request_from_nostr_event(self, event, client=None, dvm_config=None):
self.dvm_config = dvm_config
request_form = {"jobID": event.id().to_hex()}
# default values
user = event.author().to_hex()
since_days = 90
for tag in event.tags():
if tag.as_vec()[0] == 'param':
param = tag.as_vec()[1]
if param == "user": # check for param type
user = tag.as_vec()[2]
elif param == "since_days": # check for param type
since_days = int(tag.as_vec()[2])
options = {
"user": user,
"since_days": since_days
}
request_form['options'] = json.dumps(options)
return request_form
def process(self, request_form):
from nostr_sdk import Filter
from types import SimpleNamespace
ns = SimpleNamespace()
opts = (Options().wait_for_send(False).send_timeout(timedelta(seconds=self.dvm_config.RELAY_TIMEOUT)))
sk = SecretKey.from_hex(self.dvm_config.PRIVATE_KEY)
keys = Keys.parse(sk.to_hex())
signer = NostrSigner.keys(keys)
cli = Client.with_opts(signer, opts)
for relay in self.dvm_config.RELAY_LIST:
cli.add_relay(relay)
cli.connect()
options = DVMTaskInterface.set_options(request_form)
inactivefollowerslist = ""
relay_list = ["wss://relay.damus.io", "wss://nostr-pub.wellorder.net", "wss://nos.lol", "wss://nostr.wine",
"wss://relay.nostfiles.dev", "wss://nostr.mom", "wss://nostr.oxtr.dev",
"wss://relay.nostr.bg", "wss://relay.f7z.io"]
relaytimeout = 5
step = 20
keys = Keys.parse(os.getenv(env.NOSTR_PRIVATE_KEY))
opts = Options().wait_for_send(False).send_timeout(timedelta(seconds=5)).skip_disconnected_relays(
True)
cl = Client.with_opts(keys, opts)
for relay in relay_list:
cl.add_relay(relay)
cl.connect()
timeinseconds = 3 * 24 * 60 * 60
dif = Timestamp.now().as_secs() - timeinseconds
considernotessince = Timestamp.from_secs(dif)
filt = Filter().author(user).kind(1).since(considernotessince)
reactions = cl.get_events_of([filt], timedelta(seconds=relaytimeout))
list = []
random.shuffle(reactions)
for reaction in reactions:
if reaction.kind() == 1:
list.append(reaction.content())
all = json.dumps(list)
all = all.replace("\n", " ").replace("\n\n", " ")
cleared = ""
tokens = all.split()
for item in tokens:
item = item.replace("\n", " ").lstrip("\"").rstrip(",").rstrip(("."))
# print(item)
if item.__contains__("http") or item.__contains__("\nhttp") or item.__contains__(
"\n\nhttp") or item.lower().__contains__("nostr:") or item.lower().__contains__(
"nevent") or item.__contains__("\\u"):
cleareditem = ""
else:
cleareditem = item
cleared = cleared + " " + cleareditem
cleared = cleared.replace("\n", " ")
# res = re.sub(r"[^ a-zA-Z0-9.!?/\\:,]+", '', all)
# print(cleared)
try:
answer = LLAMA2(
"Give me the 15 most important substantives as keywords of the following input: " + cleared,
"nostruser",
"Reply only with a comma-seperated keywords. return topics starting with a *", clear=True)
except:
answer = ""
promptarr = answer.split(":")
if len(promptarr) > 1:
# print(promptarr[1])
prompt = promptarr[1].lstrip("\n").replace("\n", ",").replace("*", ",").replace("•", ",")
else:
prompt = promptarr[0].replace("\n", ",").replace("*", "")
pattern = r"[^a-zA-Z,#'\s]"
text = re.sub(pattern, "", prompt) + ","
# text = (text.replace("Let's,", "").replace("Why,", "").replace("GM,", "")
# .replace("Remember,", "").replace("I,", "").replace("Think,", "")
# .replace("Already,", ""))
# print(text)
keywords = text.split(', ')
keywords = [x.lstrip().rstrip(',') for x in keywords if x]
print(keywords)
# answer = LLAMA2("Extent the given list with 5 synonyms per entry " + str(keywords), user,
# "Reply only with a comma-seperated keywords. return topics starting with a *")
# answer.replace(" - Alternatives:", ",")
# print(answer)
# promptarr = answer.split(":")
# if len(promptarr) > 1:
# # print(promptarr[1])
# prompt = promptarr[1].lstrip("\n").replace("\n", ",").replace("*", "").replace("•", "")
# else:
# prompt = promptarr[0].replace("\n", ",").replace("*", "")
# pattern = r"[^a-zA-Z,'\s]"
# text = re.sub(pattern, "", prompt) + ","
# keywords = text.split(', ')
# print(keywords)
timeinseconds = 30 * 60 # last 30 min?
dif = Timestamp.now().as_secs() - timeinseconds
looksince = Timestamp.from_secs(dif)
filt2 = Filter().kind(1).since(looksince)
notes = cl.get_events_of([filt2], timedelta(seconds=6))
# finallist = []
ns.finallist = {}
print("Notes found: " + str(len(notes)))
def scanList(noteid: EventId, instance, i, length):
relay_list = ["wss://relay.damus.io", "wss://nostr-pub.wellorder.net", "wss://nos.lol",
"wss://nostr.wine",
"wss://relay.nostfiles.dev", "wss://nostr.mom", "wss://nostr.oxtr.dev",
"wss://relay.nostr.bg", "wss://relay.f7z.io"]
keys = Keys.parse(os.getenv(env.NOSTR_PRIVATE_KEY))
opts = Options().wait_for_send(wait_for_send).send_timeout(
timedelta(seconds=5)).skip_disconnected_relays(True)
cli = Client.with_opts(keys, opts)
for relay in relay_list:
cli.add_relay(relay)
cli.connect()
filters = []
instance.finallist[noteid.to_hex()] = 0
filt = Filter().kinds([9735, 7, 1]).event(noteid)
reactions = cl.get_events_of([filt], timedelta(seconds=5))
print(str(len(reactions)) + " " + str(j) + "/" + str(len(notes)))
instance.finallist[noteid.to_hex()] = len(reactions)
print(str(i) + "/" + str(length))
cli.disconnect()
j = 0
threads = []
for note in notes:
j = j + 1
res = [ele for ele in keywords if (ele.replace(',', "") in note.content())]
if bool(res):
if not note.id().to_hex() in ns.finallist and note.pubkey().to_hex() != user:
args = [note.id(), ns, j, len(notes)]
t = Thread(target=scanList, args=args)
threads.append(t)
# Start all threads
for x in threads:
x.start()
# Wait for all of them to finish
for x in threads:
x.join()
finallist_sorted = sorted(ns.finallist.items(), key=lambda x: x[1], reverse=True)
converted_dict = dict(finallist_sorted)
print(json.dumps(converted_dict))
notelist = ""
resultlist = []
i = 0
notelist = "Based on topics: " + json.dumps(keywords).lstrip("[").rstrip(("]")) + "\n\n"
for k in converted_dict:
# print(k)
if is_bot:
i = i + 1
notelist = notelist + "nostr:" + EventId.from_hex(k).to_bech32() + "\n\n"
if i == 25:
break
else:
p_tag = Tag.parse(["p", k])
resultlist.append(p_tag.as_vec())
else:
return json.dumps(resultlist[:25])
def post_process(self, result, event):
"""Overwrite the interface function to return a social client readable format, if requested"""
for tag in event.tags():
if tag.as_vec()[0] == 'output':
format = tag.as_vec()[1]
if format == "text/plain": # check for output type
result = post_process_list_to_users(result)
# if not text/plain, don't post-process
return result
# We build an example here that we can call by either calling this file directly from the main directory,
# or by adding it to our playground. You can call the example and adjust it to your needs or redefine it in the
# playground or elsewhere
def build_example(name, identifier, admin_config):
dvm_config = build_default_config(identifier)
admin_config.LUD16 = dvm_config.LN_ADDRESS
# Add NIP89
nip89info = {
"name": name,
"image": "https://image.nostr.build/b29b6ec4bf9b6184f69d33cb44862db0d90a2dd9a506532e7ba5698af7d36210.jpg",
"about": "I discover users you follow, but that have been inactive on Nostr",
"encryptionSupported": True,
"cashuAccepted": True,
"amount": "Free",
"nip90Params": {
"user": {
"required": False,
"values": [],
"description": "Do the task for another user"
},
"since_days": {
"required": False,
"values": [],
"description": "The number of days a user has not been active to be considered inactive"
}
}
}
nip89config = NIP89Config()
nip89config.DTAG = check_and_set_d_tag(identifier, name, dvm_config.PRIVATE_KEY, nip89info["image"])
nip89config.CONTENT = json.dumps(nip89info)
return DiscoverInactiveFollows(name=name, dvm_config=dvm_config, nip89config=nip89config,
admin_config=admin_config)
if __name__ == '__main__':
process_venv(DiscoverInactiveFollows)

2
setup.py
View File

@@ -1,6 +1,6 @@
from setuptools import setup, find_packages
VERSION = '0.3.0'
VERSION = '0.3.1'
DESCRIPTION = 'A framework to build and run Nostr NIP90 Data Vending Machines'
LONG_DESCRIPTION = ('A framework to build and run Nostr NIP90 Data Vending Machines. '
'This is an early stage release. Interfaces might change/brick')