highperfocused/go-nostr
1
0
Fork 0
mirror of https://github.com/nbd-wtf/go-nostr.git synced 2025-05-20 15:39:56 +02:00
Code Issues Packages Projects Releases Wiki Activity

sdk: fix FetchFeedPage()

Browse Source 
I'm not sure if it was even wrong before, but now at least I understand it and is checked against pen and paper.
This commit is contained in:
fiatjaf 2025-01-31 14:27:43 -03:00
parent 4200144489
commit b1571e0253
1 changed files with 31 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
sdk/feeds.go
View File

@ -67,7 +67,7 @@ func (sys *System) StreamLiveFeed(
}
go func() {
sub := sys.Pool.SubMany(ctx, relays, nostr.Filters{filter})
sub := sys.Pool.SubMany(ctx, relays, nostr.Filters{filter}, nostr.WithLabel("livefeed"))
for evt := range sub {
sys.StoreRelay.Publish(ctx, *evt.Event)
if latest < evt.CreatedAt {
@ -114,15 +114,19 @@ func (sys *System) FetchFeedPage(
for _, pubkey := range pubkeys {
oldestKey := makePubkeyStreamKey(pubkeyStreamOldestPrefix, pubkey)
var oldestTimestamp nostr.Timestamp
filter := nostr.Filter{Authors: []string{pubkey}, Kinds: kinds}
if data, _ := sys.KVStore.Get(oldestKey); data != nil {
oldest := decodeTimestamp(data)
filter.Since = &oldest
oldestTimestamp = decodeTimestamp(data)
if oldestTimestamp == 0 {
oldestTimestamp = nostr.Now()
}
}
if filter.Since != nil && *filter.Since < until {
// eligible for a local query
filter := nostr.Filter{Authors: []string{pubkey}, Kinds: kinds}
if until > oldestTimestamp {
// we can use our local database
filter.Until = &until
res, err := sys.StoreRelay.QuerySync(ctx, filter)
if err != nil {
@ -137,29 +141,35 @@ func (sys *System) FetchFeedPage(
}
}
// if we didn't query the local store or we didn't get enough, then we will fetch from relays
filter.Until = filter.Since
filter.Since = nil
// if we didn't get enough events from local database
// OR if we are requesting for very old stuff
// then we will query relays -- always with Until set to our oldestTimestamp+1
// (so we don't get events we already have)
relays := sys.FetchOutboxRelays(ctx, pubkey, 2)
if len(relays) == 0 {
wg.Done()
continue
}
fUntil := oldestTimestamp + 1
filter.Until = &fUntil
filter.Since = nil
for ie := range sys.Pool.SubManyEose(ctx, relays, nostr.Filters{filter}, nostr.WithLabel("feedpage")) {
sys.StoreRelay.Publish(ctx, *ie.Event)
go func() {
sub := sys.Pool.SubManyEose(ctx, relays, nostr.Filters{filter})
var oldest nostr.Timestamp
for ie := range sub {
sys.StoreRelay.Publish(ctx, *ie.Event)
oldest = ie.Event.CreatedAt
// we shouldn't need this check here, but against rogue relays we'll do it
if ie.Event.CreatedAt < oldestTimestamp {
oldestTimestamp = ie.Event.CreatedAt
}
// we should check this because we might be just catching up to the point where the
// offset that was requested.
// so we don't add these events to our results, just to our local store (above)
if ie.Event.CreatedAt < until {
events = append(events, ie.Event)
}
wg.Done()
if oldest != 0 && filter.Until != nil && oldest < *filter.Until {
sys.KVStore.Set(oldestKey, encodeTimestamp(oldest))
}
}()
}
wg.Done()
sys.KVStore.Set(oldestKey, encodeTimestamp(oldestTimestamp))
}
wg.Wait()