mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 03:19:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Make db:populate:nip05 script more efficient

Browse source
This commit is contained in:
Alex Gleason 2025-02-07 17:48:07 -06:00
parent 5157a90b63
commit a4a26d7575
No known key found for this signature in database
GPG key ID: 7211D1F99744FBB7
1 changed files with 24 additions and 29 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

53
scripts/db-populate-nip05.ts
View file

@ -5,40 +5,35 @@ import { faviconCache } from '@/utils/favicon.ts';
import { nip05Cache } from '@/utils/nip05.ts';
const store = await Storages.db();
const kysely = await Storages.kysely();
const statsQuery = kysely.selectFrom('author_stats').select('pubkey');
for await (const { pubkey } of statsQuery.stream(10)) {
const signal = AbortSignal.timeout(30_000); // generous timeout
for await (const msg of store.req([{ kinds: [0] }])) {
if (msg[0] === 'EVENT') {
const signal = AbortSignal.timeout(30_000); // generous timeout
const event = msg[2];
try {
const [author] = await store.query([{ kinds: [0], authors: [pubkey], limit: 1 }]);
try {
// Parse metadata.
const metadata = n.json().pipe(n.metadata()).catch({}).safeParse(event.content);
if (!metadata.success) continue;
if (!author) {
// Update nip05.
const { nip05 } = metadata.data;
if (nip05) {
try {
await nip05Cache.fetch(nip05, { signal });
} catch {
// Ignore.
}
}
// Update favicon.
const domain = nip05?.split('@')[1].toLowerCase();
if (domain) {
await faviconCache.fetch(domain, { signal });
}
} catch {
continue;
}
// Parse metadata.
const metadata = n.json().pipe(n.metadata()).catch({}).safeParse(author.content);
if (!metadata.success) continue;
// Update nip05.
const { nip05 } = metadata.data;
if (nip05) {
try {
await nip05Cache.fetch(nip05, { signal });
} catch {
// Ignore.
}
}
// Update favicon.
const domain = nip05?.split('@')[1].toLowerCase();
if (domain) {
await faviconCache.fetch(domain, { signal });
}
} catch {
continue;
}
}