Add NPostgres migration

src/db/migrations/030_pg_events_jsonb.ts

@@ -0,0 +1,141 @@
+import { Kysely, sql } from 'kysely';
+
+import { Conf } from '@/config.ts';
+
+export async function up(db: Kysely<any>): Promise<void> {
+  if (Conf.db.dialect !== 'postgres') return;
+
+  // Create new table and indexes.
+  await db.schema
+    .createTable('nostr_events_new')
+    .addColumn('id', 'char(64)', (col) => col.primaryKey())
+    .addColumn('kind', 'integer', (col) => col.notNull())
+    .addColumn('pubkey', 'char(64)', (col) => col.notNull())
+    .addColumn('content', 'text', (col) => col.notNull())
+    .addColumn('created_at', 'bigint', (col) => col.notNull())
+    .addColumn('tags', 'jsonb', (col) => col.notNull())
+    .addColumn('tags_index', 'jsonb', (col) => col.notNull())
+    .addColumn('sig', 'char(128)', (col) => col.notNull())
+    .addColumn('d', 'text')
+    .addColumn('search', sql`tsvector`)
+    .addCheckConstraint('nostr_events_kind_chk', sql`kind >= 0`)
+    .addCheckConstraint('nostr_events_created_chk', sql`created_at >= 0`)
+    .addCheckConstraint(
+      'nostr_events_d_chk',
+      sql`(kind >= 30000 and kind < 40000 and d is not null) or ((kind < 30000 or kind >= 40000) and d is null)`,
+    )
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_created_kind_idx')
+    .on('nostr_events_new')
+    .columns(['created_at desc', 'id asc', 'kind', 'pubkey'])
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_pubkey_created_idx')
+    .on('nostr_events_new')
+    .columns(['pubkey', 'created_at desc', 'id asc', 'kind'])
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_tags_idx').using('gin')
+    .on('nostr_events_new')
+    .column('tags_index')
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_replaceable_idx')
+    .on('nostr_events_new')
+    .columns(['kind', 'pubkey'])
+    .where(() => sql`kind >= 10000 and kind < 20000 or (kind in (0, 3))`)
+    .unique()
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_parameterized_idx')
+    .on('nostr_events_new')
+    .columns(['kind', 'pubkey', 'd'])
+    .where(() => sql`kind >= 30000 and kind < 40000`)
+    .unique()
+    .ifNotExists()
+    .execute();
+
+  await db.schema
+    .createIndex('nostr_events_search_idx').using('gin')
+    .on('nostr_events_new')
+    .column('search')
+    .ifNotExists()
+    .execute();
+
+  let iid: number | undefined;
+  const tid = setTimeout(() => {
+    console.warn(`Recreating the database to improve performance.
+Depending on the size of your database, this could take a very long time, possibly days!
+
+If you don't want to wait, you can create a fresh database and then import your old events:
+
+1. Revert to a prior commit: e789e08c
+2. Export your events: "deno task db:export > events.jsonl"
+3. Drop your old database: "dropdb ditto"
+4. Create a new database: "createdb ditto"
+5. Start Ditto
+6. While Ditto is running, import your events: "cat events.jsonl | deno task db:import"`);
+
+    const emojis = ['⚡', '🐛', '🔎', '😂', '😅', '😬', '😭', '🙃', '🤔', '🧐', '🧐', '🫠'];
+    iid = setInterval(() => {
+      const emoji = emojis[Math.floor(Math.random() * emojis.length)];
+      console.info(`Recreating the database... ${emoji}`);
+    }, 60_000);
+  }, 10_000);
+
+  // Copy data to the new table.
+  await sql`
+  INSERT INTO nostr_events_new(id, kind, pubkey, content, created_at, tags, sig, d, tags_index, search)
+  SELECT 
+      e.id, 
+      e.kind, 
+      e.pubkey, 
+      e.content, 
+      e.created_at, 
+      e.tags::jsonb, 
+      e.sig,
+      t_agg.tags_index->'d'->>0 as d,
+      COALESCE(t_agg.tags_index, '{}'::jsonb) as tags_index,
+      fts.search_vec
+  FROM
+      nostr_events AS e
+  LEFT JOIN
+      (SELECT event_id, jsonb_object_agg(name, values_array) as tags_index
+          FROM (
+              SELECT event_id, name, jsonb_agg(value) as values_array
+              FROM nostr_tags
+              GROUP BY event_id, name
+              ) sub
+          GROUP BY event_id) AS t_agg ON e.id = t_agg.event_id
+  LEFT JOIN
+      nostr_pgfts AS fts ON e.id = fts.event_id
+  WHERE 
+      (e.kind >= 30000 AND e.kind < 40000 AND t_agg.tags_index->'d'->>0 IS NOT NULL)
+      OR ((e.kind < 30000 OR e.kind >= 40000) AND t_agg.tags_index->'d'->>0 IS NULL)
+  ON CONFLICT DO NOTHING;
+  `.execute(db);
+
+  clearTimeout(tid);
+  if (iid) clearInterval(iid);
+
+  await db.schema.dropTable('nostr_events').execute();
+  await db.schema.dropTable('nostr_tags').execute();
+  await db.schema.dropTable('nostr_pgfts').execute();
+
+  await db.schema.alterTable('nostr_events_new').renameTo('nostr_events').execute();
+}
+
+export function down(_db: Kysely<any>): Promise<void> {
+  throw new Error("Sorry, you can't migrate back from here.");
+}