mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

hydrate: batch queries together

Browse source
This commit is contained in:
Alex Gleason 2025-02-10 16:15:13 -06:00
parent 1c4f0a87d5
commit 8267c170f0
No known key found for this signature in database
GPG key ID: 7211D1F99744FBB7
1 changed files with 47 additions and 149 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

194
src/storages/hydrate.ts
View file

@ -30,23 +30,11 @@ async function hydrateEvents(opts: HydrateOpts): Promise<DittoEvent[]> {
const cache = [...events]; const cache = [...events];
for (const event of await gatherReposts({ events: cache, store, signal })) { for (const event of await gatherRelatedEvents({ events: cache, store, signal })) {
cache.push(event); cache.push(event);
} }
for (const event of await gatherReacted({ events: cache, store, signal })) { for (const event of await gatherProfiles({ events: cache, store, signal })) {
cache.push(event);
}
for (const event of await gatherQuotes({ events: cache, store, signal })) {
cache.push(event);
}
for (const event of await gatherMentions({ events: cache, store, signal })) {
cache.push(event);
}
for (const event of await gatherAuthors({ events: cache, store, signal })) {
cache.push(event); cache.push(event);
} }
@ -58,18 +46,6 @@ async function hydrateEvents(opts: HydrateOpts): Promise<DittoEvent[]> {
cache.push(event); cache.push(event);
} }
for (const event of await gatherReportedProfiles({ events: cache, store, signal })) {
cache.push(event);
}
for (const event of await gatherReportedNotes({ events: cache, store, signal })) {
cache.push(event);
}
for (const event of await gatherZapped({ events: cache, store, signal })) {
cache.push(event);
}
const authorStats = await gatherAuthorStats(cache, kysely as Kysely<DittoTables>); const authorStats = await gatherAuthorStats(cache, kysely as Kysely<DittoTables>);
const eventStats = await gatherEventStats(cache, kysely as Kysely<DittoTables>); const eventStats = await gatherEventStats(cache, kysely as Kysely<DittoTables>);
@ -217,17 +193,47 @@ export function assembleEvents(
return a; return a;
} }
/** Collect reposts from the events. */ /** Collect event targets (eg reposts, quote posts, reacted posts, etc.) */
function gatherReposts({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> { function gatherRelatedEvents({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const ids = new Set<string>(); const ids = new Set<string>();
for (const event of events) { for (const event of events) {
// Quoted events
if (event.kind === 1) {
const id = findQuoteTag(event.tags)?.[1] || findQuoteInContent(event.content);
if (id) {
ids.add(id);
}
}
// Reposted events
if (event.kind === 6) { if (event.kind === 6) {
const id = event.tags.find(([name]) => name === 'e')?.[1]; const id = event.tags.find(([name]) => name === 'e')?.[1];
if (id) { if (id) {
ids.add(id); ids.add(id);
} }
} }
// Reacted events
if (event.kind === 7) {
const id = event.tags.findLast(([name]) => name === 'e')?.[1];
if (id) {
ids.add(id);
}
}
// Reported events
if (event.kind === 1984) {
for (const [name, value] of event.tags) {
if (name === 'e') {
ids.add(value);
}
}
}
// Zapped events
if (event.kind === 9735) {
const id = event.tags.find(([name]) => name === 'e')?.[1];
if (id) {
ids.add(id);
}
}
} }
return store.query( return store.query(
@ -236,49 +242,15 @@ function gatherReposts({ events, store, signal }: HydrateOpts): Promise<DittoEve
); );
} }
/** Collect events being reacted to by the events. */ /** Collect profiles from the events. */
function gatherReacted({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> { async function gatherProfiles({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const ids = new Set<string>();
for (const event of events) {
if (event.kind === 7) {
const id = event.tags.findLast(([name]) => name === 'e')?.[1];
if (id) {
ids.add(id);
}
}
}
return store.query(
[{ ids: [...ids], limit: ids.size }],
{ signal },
);
}
/** Collect quotes from the events. */
function gatherQuotes({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const ids = new Set<string>();
for (const event of events) {
if (event.kind === 1) {
const id = findQuoteTag(event.tags)?.[1] || findQuoteInContent(event.content);
if (id) {
ids.add(id);
}
}
}
return store.query(
[{ ids: [...ids], limit: ids.size }],
{ signal },
);
}
/** Collect mentioned profiles from notes. */
async function gatherMentions({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const pubkeys = new Set<string>(); const pubkeys = new Set<string>();
for (const event of events) { for (const event of events) {
// Authors
pubkeys.add(event.pubkey);
// Mentions
if (event.kind === 1) { if (event.kind === 1) {
for (const [name, value] of event.tags) { for (const [name, value] of event.tags) {
if (name === 'p') { if (name === 'p') {
@ -286,29 +258,14 @@ async function gatherMentions({ events, store, signal }: HydrateOpts): Promise<D
} }
} }
} }
} // Reported profiles
if (event.kind === 1984) {
const authors = await store.query( const pubkey = event.tags.find(([name]) => name === 'p')?.[1];
[{ kinds: [0], authors: [...pubkeys], limit: pubkeys.size }], if (pubkey) {
{ signal }, pubkeys.add(pubkey);
);
for (const pubkey of pubkeys) {
const author = authors.find((e) => matchFilter({ kinds: [0], authors: [pubkey] }, e));
if (!author) {
const fallback = fallbackAuthor(pubkey);
authors.push(fallback);
} }
} }
// Zap recipients
return authors;
}
/** Collect authors from the events. */
async function gatherAuthors({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const pubkeys = new Set<string>();
for (const event of events) {
if (event.kind === 9735) { if (event.kind === 9735) {
const zapReceiver = event.tags.find(([name]) => name === 'p')?.[1]; const zapReceiver = event.tags.find(([name]) => name === 'p')?.[1];
if (zapReceiver) { if (zapReceiver) {
@ -324,7 +281,6 @@ async function gatherAuthors({ events, store, signal }: HydrateOpts): Promise<Di
pubkeys.add(zapSender); pubkeys.add(zapSender);
} }
} }
pubkeys.add(event.pubkey);
} }
const authors = await store.query( const authors = await store.query(
@ -377,64 +333,6 @@ function gatherInfo({ events, store, signal }: HydrateOpts): Promise<DittoEvent[
); );
} }
/** Collect reported notes from the events. */
function gatherReportedNotes({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const ids = new Set<string>();
for (const event of events) {
if (event.kind === 1984) {
const status_ids = event.tags.filter(([name]) => name === 'e').map((tag) => tag[1]);
if (status_ids.length > 0) {
for (const id of status_ids) {
ids.add(id);
}
}
}
}
return store.query(
[{ kinds: [1, 20], ids: [...ids], limit: ids.size }],
{ signal },
);
}
/** Collect reported profiles from the events. */
function gatherReportedProfiles({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const pubkeys = new Set<string>();
for (const event of events) {
if (event.kind === 1984) {
const pubkey = event.tags.find(([name]) => name === 'p')?.[1];
if (pubkey) {
pubkeys.add(pubkey);
}
}
}
return store.query(
[{ kinds: [0], authors: [...pubkeys], limit: pubkeys.size }],
{ signal },
);
}
/** Collect events being zapped. */
function gatherZapped({ events, store, signal }: HydrateOpts): Promise<DittoEvent[]> {
const ids = new Set<string>();
for (const event of events) {
if (event.kind === 9735) {
const id = event.tags.find(([name]) => name === 'e')?.[1];
if (id) {
ids.add(id);
}
}
}
return store.query(
[{ ids: [...ids], limit: ids.size }],
{ signal },
);
}
/** Collect author stats from the events. */ /** Collect author stats from the events. */
async function gatherAuthorStats( async function gatherAuthorStats(
events: DittoEvent[], events: DittoEvent[],