mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Prevent the streaming API from paginating the whole database

Browse source
This commit is contained in:
Alex Gleason 2025-02-19 20:25:12 -06:00
parent f87f19d06c
commit f0c7ec0a99
No known key found for this signature in database
GPG key ID: 7211D1F99744FBB7
1 changed files with 13 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
packages/ditto/controllers/api/streaming.ts
View file

@ -103,9 +103,12 @@ const streamingController: AppController = async (c) => {
} }
} }
async function sub(filters: NostrFilter[], render: (event: NostrEvent) => Promise<StreamingEvent | undefined>) { async function sub(
filter: NostrFilter & { limit: 0 },
render: (event: NostrEvent) => Promise<StreamingEvent | undefined>,
) {
try { try {
for await (const msg of store.req(filters, { signal: controller.signal })) { for await (const msg of store.req([filter], { signal: controller.signal })) {
if (msg[0] === 'EVENT') { if (msg[0] === 'EVENT') {
const event = msg[2]; const event = msg[2];
@ -138,7 +141,7 @@ const streamingController: AppController = async (c) => {
const topicFilter = await topicToFilter(stream, c.req.query(), pubkey, conf.url.host); const topicFilter = await topicToFilter(stream, c.req.query(), pubkey, conf.url.host);
if (topicFilter) { if (topicFilter) {
sub([topicFilter], async (event) => { sub(topicFilter, async (event) => {
let payload: object | undefined; let payload: object | undefined;
if (event.kind === 1) { if (event.kind === 1) {
@ -159,7 +162,7 @@ const streamingController: AppController = async (c) => {
} }
if (['user', 'user:notification'].includes(stream) && pubkey) { if (['user', 'user:notification'].includes(stream) && pubkey) {
sub([{ '#p': [pubkey] }], async (event) => { sub({ '#p': [pubkey], limit: 0 }, async (event) => {
if (event.pubkey === pubkey) return; // skip own events if (event.pubkey === pubkey) return; // skip own events
const payload = await renderNotification(event, { viewerPubkey: pubkey }); const payload = await renderNotification(event, { viewerPubkey: pubkey });
if (payload) { if (payload) {
@ -207,23 +210,23 @@ async function topicToFilter(
query: Record<string, string>, query: Record<string, string>,
pubkey: string | undefined, pubkey: string | undefined,
host: string, host: string,
): Promise<NostrFilter | undefined> { ): Promise<(NostrFilter & { limit: 0 }) | undefined> {
switch (topic) { switch (topic) {
case 'public': case 'public':
return { kinds: [1, 6, 20] }; return { kinds: [1, 6, 20], limit: 0 };
case 'public:local': case 'public:local':
return { kinds: [1, 6, 20], search: `domain:${host}` }; return { kinds: [1, 6, 20], search: `domain:${host}`, limit: 0 };
case 'hashtag': case 'hashtag':
if (query.tag) return { kinds: [1, 6, 20], '#t': [query.tag] }; if (query.tag) return { kinds: [1, 6, 20], '#t': [query.tag], limit: 0 };
break; break;
case 'hashtag:local': case 'hashtag:local':
if (query.tag) return { kinds: [1, 6, 20], '#t': [query.tag], search: `domain:${host}` }; if (query.tag) return { kinds: [1, 6, 20], '#t': [query.tag], search: `domain:${host}`, limit: 0 };
break; break;
case 'user': case 'user':
// HACK: this puts the user's entire contacts list into RAM, // HACK: this puts the user's entire contacts list into RAM,
// and then calls `matchFilters` over it. Refreshing the page // and then calls `matchFilters` over it. Refreshing the page
// is required after following a new user. // is required after following a new user.
return pubkey ? { kinds: [1, 6, 20], authors: [...await getFeedPubkeys(pubkey)] } : undefined; return pubkey ? { kinds: [1, 6, 20], authors: [...await getFeedPubkeys(pubkey)], limit: 0 } : undefined;
} }
} }