mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'fix-nostrpull-duplicate-events' into 'main'

Browse source 
Handle event insertion errors with warning

Closes #195

See merge request soapbox-pub/ditto!473
This commit is contained in:
Alex Gleason 2024-09-01 13:56:56 +00:00
commit b271ecc801
1 changed files with 14 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
scripts/nostr-pull.ts
View file

@ -29,6 +29,18 @@ const importUsers = async (
const notes = new Set<string>(); const notes = new Set<string>();
const { profilesOnly = false } = opts || {}; const { profilesOnly = false } = opts || {};
const put = async (event: NostrEvent) => {
try {
await doEvent(event);
} catch (error) {
if (error.message.includes('violates unique constraint')) {
console.warn(`Skipping existing event ${event.id}...`);
} else {
console.error(error);
}
}
};
await Promise.all(relays.map(async (relay) => { await Promise.all(relays.map(async (relay) => {
if (!relay.startsWith('wss://')) console.error(`Invalid relay url ${relay}`); if (!relay.startsWith('wss://')) console.error(`Invalid relay url ${relay}`);
const conn = new NRelay1(relay); const conn = new NRelay1(relay);
@ -49,7 +61,7 @@ const importUsers = async (
if (kind === 1 && !notes.has(event.id)) { if (kind === 1 && !notes.has(event.id)) {
// add the event to eventsDB only if it has not been found already. // add the event to eventsDB only if it has not been found already.
notes.add(event.id); notes.add(event.id);
await doEvent(event); await put(event);
return; return;
} }
@ -64,7 +76,7 @@ const importUsers = async (
for (const user in profiles) { for (const user in profiles) {
const profile = profiles[user]; const profile = profiles[user];
for (const kind in profile) { for (const kind in profile) {
await doEvent(profile[kind]); await put(profile[kind]);
} }
let name = user; let name = user;