mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

import script works now

Browse source
This commit is contained in:
Siddharth Singh 2024-06-30 15:50:25 +05:30
parent 80f6172a64
commit 9f3f6917d3
No known key found for this signature in database
1 changed files with 12 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
scripts/db-import.ts
View file

@ -16,19 +16,19 @@ interface ImportEventsOpts {
} }
type DoEvent = (evt: NostrEvent) => void | Promise<void>; type DoEvent = (evt: NostrEvent) => void | Promise<void>;
const importUsers = async (authors: string[], relays: string[], doEvent: DoEvent = (evt: NostrEvent) => eventsDB.event(evt), opts?: Partial<ImportEventsOpts>) => { const importUsers = async (authors: string[], relays: string[], opts?: Partial<ImportEventsOpts>, doEvent: DoEvent = async (evt: NostrEvent) => await eventsDB.event(evt)) => {
// Kind 0s + follow lists. // Kind 0s + follow lists.
const profiles: Record<string, Record<number, NostrEvent>> = {}; const profiles: Record<string, Record<number, NostrEvent>> = {};
// Kind 1s. // Kind 1s.
const notes = new Set<string>(); const notes = new Set<string>();
const { profilesOnly = false } = opts || {};
await Promise.all(relays.map(async relay => { await Promise.all(relays.map(async relay => {
if (!relay.startsWith('wss://')) console.error(`Invalid relay url ${relay}`); if (!relay.startsWith('wss://')) console.error(`Invalid relay url ${relay}`);
const conn = new NRelay1(relay); const conn = new NRelay1(relay);
const kinds = [0, 3]; const kinds = [0, 3];
if (!opts?.profilesOnly) { if (!profilesOnly) kinds.push(1);
kinds.push(1);
}
const matched = await conn.query([{ kinds, authors, limit: 1000 }]); const matched = await conn.query([{ kinds, authors, limit: 1000 }]);
await conn.close(); await conn.close();
await Promise.all( await Promise.all(
@ -43,7 +43,7 @@ const importUsers = async (authors: string[], relays: string[], doEvent: DoEvent
profiles[pubkey] ??= {}; profiles[pubkey] ??= {};
const existing = profiles[pubkey][kind]; const existing = profiles[pubkey][kind];
if (existing.created_at > event.created_at) return; if (existing?.created_at > event.created_at) return;
else profiles[pubkey][kind] = event; else profiles[pubkey][kind] = event;
}) })
) )
@ -79,7 +79,7 @@ if (import.meta.main) {
switch (arg) { switch (arg) {
case '-p': case '-p':
case '--profile-only': case '--profile-only':
console.log('Only importing profiles.'); console.info('Only importing profiles.');
opts.profilesOnly = true; opts.profilesOnly = true;
break; break;
} }
@ -107,25 +107,23 @@ if (import.meta.main) {
} }
} }
await importUsers(pubkeys, relays, console.log, opts); await importUsers(pubkeys, relays, opts);
Deno.exit(0);
} }
await kysely.destroy();
function showHelp() { function showHelp() {
console.log('ditto - db:import'); console.info('ditto - db:import');
console.log('Import users\' posts and kind 0s from a given set of relays.\n'); console.info('Import users\' posts and kind 0s from a given set of relays.\n');
showUsage(); showUsage();
console.log(` console.info(`
OPTIONS: OPTIONS:
-p, --profile-only -p, --profile-only
Only import profiles and not posts. Default: off. Only import profiles and not posts. Default: off.
`); `);
} }
function showUsage() { function showUsage() {
console.log('Usage: deno task db:import [options] npub1xxxxxx[ npub1yyyyyyy]...' + console.info('Usage: deno task db:import [options] npub1xxxxxx[ npub1yyyyyyy]...' +
' wss://first.relay[ second.relay]...'); ' wss://first.relay[ second.relay]...');
} }