mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

stats: switch to a system based on diff tuples

Browse source
This commit is contained in:
Alex Gleason 2023-12-10 13:53:51 -06:00
parent a8944dd7ea
commit 7167553afe
No known key found for this signature in database
GPG key ID: 7211D1F99744FBB7
1 changed files with 47 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

68
src/stats.ts
View file

@ -1,29 +1,59 @@
import { db, type EventStatsRow, type PubkeyStatsRow } from '@/db.ts'; import { db, type EventStatsRow, type PubkeyStatsRow } from '@/db.ts';
import { Event } from '@/deps.ts'; import { Event, findReplyTag } from '@/deps.ts';
type PubkeyStat = keyof Omit<PubkeyStatsRow, 'pubkey'>; type PubkeyStat = keyof Omit<PubkeyStatsRow, 'pubkey'>;
type EventStat = keyof Omit<EventStatsRow, 'event_id'>; type EventStat = keyof Omit<EventStatsRow, 'event_id'>;
type PubkeyStatDiff = ['pubkey_stats', pubkey: string, stat: PubkeyStat, diff: number];
type EventStatDiff = ['event_stats', eventId: string, stat: EventStat, diff: number];
type StatDiff = PubkeyStatDiff | EventStatDiff;
/** Store stats for the event in LMDB. */ /** Store stats for the event in LMDB. */
function updateStats(event: Event) { function updateStats(event: Event) {
return updateStatsQuery(event)?.execute(); const statDiffs = getStatsDiff(event);
if (!statDiffs.length) return;
const pubkeyDiffs = statDiffs.filter(([table]) => table === 'pubkey_stats') as PubkeyStatDiff[];
const eventDiffs = statDiffs.filter(([table]) => table === 'event_stats') as EventStatDiff[];
return db.transaction().execute(() => {
return Promise.all([
pubkeyStatsQuery(pubkeyDiffs).execute(),
eventStatsQuery(eventDiffs).execute(),
]);
});
} }
function updateStatsQuery(event: Event) { /** Calculate stats changes ahead of time so we can build an efficient query. */
const firstE = findFirstTag(event, 'e'); function getStatsDiff(event: Event): StatDiff[] {
const statDiffs: StatDiff[] = [];
const firstE = event.tags.find(([name]) => name === 'e')?.[1];
const replyTag = findReplyTag(event as Event<1>);
switch (event.kind) { switch (event.kind) {
case 1: case 1:
return incrementPubkeyStatsQuery([event.pubkey], 'notes_count', 1); statDiffs.push(['pubkey_stats', event.pubkey, 'notes_count', 1]);
case 6: if (replyTag && replyTag[1]) {
return firstE ? incrementEventStatsQuery([firstE], 'reposts_count', 1) : undefined; statDiffs.push(['event_stats', replyTag[1], 'replies_count', 1]);
case 7:
return firstE ? incrementEventStatsQuery([firstE], 'reactions_count', 1) : undefined;
} }
break;
case 6:
if (firstE) {
statDiffs.push(['event_stats', firstE, 'reposts_count', 1]);
}
break;
case 7:
if (firstE) {
statDiffs.push(['event_stats', firstE, 'reactions_count', 1]);
}
}
return statDiffs;
} }
function incrementPubkeyStatsQuery(pubkeys: string[], stat: PubkeyStat, diff: number) { function pubkeyStatsQuery(diffs: PubkeyStatDiff[]) {
const values: PubkeyStatsRow[] = pubkeys.map((pubkey) => { const values: PubkeyStatsRow[] = diffs.map(([_, pubkey, stat, diff]) => {
const row: PubkeyStatsRow = { const row: PubkeyStatsRow = {
pubkey, pubkey,
followers_count: 0, followers_count: 0,
@ -40,13 +70,15 @@ function incrementPubkeyStatsQuery(pubkeys: string[], stat: PubkeyStat, diff: nu
oc oc
.column('pubkey') .column('pubkey')
.doUpdateSet((eb) => ({ .doUpdateSet((eb) => ({
[stat]: eb(stat, '+', diff), followers_count: eb('followers_count', '+', eb.ref('excluded.followers_count')),
following_count: eb('following_count', '+', eb.ref('excluded.following_count')),
notes_count: eb('notes_count', '+', eb.ref('excluded.notes_count')),
})) }))
); );
} }
function incrementEventStatsQuery(eventIds: string[], stat: EventStat, diff: number) { function eventStatsQuery(diffs: EventStatDiff[]) {
const values: EventStatsRow[] = eventIds.map((event_id) => { const values: EventStatsRow[] = diffs.map(([_, event_id, stat, diff]) => {
const row: EventStatsRow = { const row: EventStatsRow = {
event_id, event_id,
replies_count: 0, replies_count: 0,
@ -63,13 +95,11 @@ function incrementEventStatsQuery(eventIds: string[], stat: EventStat, diff: num
oc oc
.column('event_id') .column('event_id')
.doUpdateSet((eb) => ({ .doUpdateSet((eb) => ({
[stat]: eb(stat, '+', diff), replies_count: eb('replies_count', '+', eb.ref('excluded.replies_count')),
reposts_count: eb('reposts_count', '+', eb.ref('excluded.reposts_count')),
reactions_count: eb('reactions_count', '+', eb.ref('excluded.reactions_count')),
})) }))
); );
} }
function findFirstTag({ tags }: Event, name: string): string | undefined {
return tags.find(([n]) => n === name)?.[1];
}
export { updateStats }; export { updateStats };