mirror of
https://gitlab.com/soapbox-pub/ditto.git
synced 2025-12-06 11:29:46 +00:00
Merge branch 'ditto-config' into 'main'
Add a @ditto/config package, refactor config See merge request soapbox-pub/ditto!662
This commit is contained in:
commit
9ce62be42c
12 changed files with 569 additions and 395 deletions
|
|
@ -1,5 +1,6 @@
|
|||
{
|
||||
"workspace": [
|
||||
"./packages/config",
|
||||
"./packages/ditto"
|
||||
],
|
||||
"tasks": {
|
||||
|
|
|
|||
32
packages/config/DittoConfig.test.ts
Normal file
32
packages/config/DittoConfig.test.ts
Normal file
|
|
@ -0,0 +1,32 @@
|
|||
import { assertEquals, assertThrows } from '@std/assert';
|
||||
|
||||
import { DittoConfig } from './DittoConfig.ts';
|
||||
|
||||
Deno.test('DittoConfig', async (t) => {
|
||||
const env = new Map<string, string>([
|
||||
['DITTO_NSEC', 'nsec19shyxpuzd0cq2p5078fwnws7tyykypud6z205fzhlmlrs2vpz6hs83zwkw'],
|
||||
]);
|
||||
|
||||
const config = new DittoConfig(env);
|
||||
|
||||
await t.step('nsec', () => {
|
||||
assertEquals(config.nsec, 'nsec19shyxpuzd0cq2p5078fwnws7tyykypud6z205fzhlmlrs2vpz6hs83zwkw');
|
||||
});
|
||||
|
||||
await t.step('pubkey', () => {
|
||||
assertEquals(config.pubkey, '1ba0c5ed1bbbf3b7eb0d7843ba16836a0201ea68a76bafcba507358c45911ff6');
|
||||
});
|
||||
});
|
||||
|
||||
Deno.test('DittoConfig defaults', async (t) => {
|
||||
const env = new Map<string, string>();
|
||||
const config = new DittoConfig(env);
|
||||
|
||||
await t.step('nsec throws', () => {
|
||||
assertThrows(() => config.nsec);
|
||||
});
|
||||
|
||||
await t.step('port', () => {
|
||||
assertEquals(config.port, 4036);
|
||||
});
|
||||
});
|
||||
464
packages/config/DittoConfig.ts
Normal file
464
packages/config/DittoConfig.ts
Normal file
|
|
@ -0,0 +1,464 @@
|
|||
import os from 'node:os';
|
||||
import ISO6391, { type LanguageCode } from 'iso-639-1';
|
||||
import { getPublicKey, nip19 } from 'nostr-tools';
|
||||
import { decodeBase64 } from '@std/encoding/base64';
|
||||
import { encodeBase64Url } from '@std/encoding/base64url';
|
||||
|
||||
import { getEcdsaPublicKey } from './utils/crypto.ts';
|
||||
import { optionalBooleanSchema, optionalNumberSchema } from './utils/schema.ts';
|
||||
import { mergeURLPath } from './utils/url.ts';
|
||||
|
||||
/** Ditto application-wide configuration. */
|
||||
export class DittoConfig {
|
||||
constructor(private env: { get(key: string): string | undefined }) {}
|
||||
|
||||
/** Cached parsed admin pubkey value. */
|
||||
private _pubkey: string | undefined;
|
||||
|
||||
/** Cached parsed VAPID public key value. */
|
||||
private _vapidPublicKey: Promise<string | undefined> | undefined;
|
||||
|
||||
/** Ditto admin secret key in nip19 format. This is the way it's configured by an admin. */
|
||||
get nsec(): `nsec1${string}` {
|
||||
const value = this.env.get('DITTO_NSEC');
|
||||
if (!value) {
|
||||
throw new Error('Missing DITTO_NSEC');
|
||||
}
|
||||
if (!value.startsWith('nsec1')) {
|
||||
throw new Error('Invalid DITTO_NSEC');
|
||||
}
|
||||
return value as `nsec1${string}`;
|
||||
}
|
||||
|
||||
/** Ditto admin secret key in hex format. */
|
||||
get seckey(): Uint8Array {
|
||||
return nip19.decode(this.nsec).data;
|
||||
}
|
||||
|
||||
/** Ditto admin public key in hex format. */
|
||||
get pubkey(): string {
|
||||
if (!this._pubkey) {
|
||||
this._pubkey = getPublicKey(this.seckey);
|
||||
}
|
||||
return this._pubkey;
|
||||
}
|
||||
|
||||
/** Port to use when serving the HTTP server. */
|
||||
get port(): number {
|
||||
return parseInt(this.env.get('PORT') || '4036');
|
||||
}
|
||||
|
||||
/** IP addresses not affected by rate limiting. */
|
||||
get ipWhitelist(): string[] {
|
||||
return this.env.get('IP_WHITELIST')?.split(',') || [];
|
||||
}
|
||||
|
||||
/** Relay URL to the Ditto server's relay. */
|
||||
get relay(): `wss://${string}` | `ws://${string}` {
|
||||
const { protocol, host } = this.url;
|
||||
return `${protocol === 'https:' ? 'wss:' : 'ws:'}//${host}/relay`;
|
||||
}
|
||||
|
||||
/** Relay to use for NIP-50 `search` queries. */
|
||||
get searchRelay(): string | undefined {
|
||||
return this.env.get('SEARCH_RELAY');
|
||||
}
|
||||
|
||||
/** Origin of the Ditto server, including the protocol and port. */
|
||||
get localDomain(): string {
|
||||
return this.env.get('LOCAL_DOMAIN') || `http://localhost:${this.port}`;
|
||||
}
|
||||
|
||||
/** Link to an external nostr viewer. */
|
||||
get externalDomain(): string {
|
||||
return this.env.get('NOSTR_EXTERNAL') || 'https://njump.me';
|
||||
}
|
||||
|
||||
/** Get a link to a nip19-encoded entity in the configured external viewer. */
|
||||
external(path: string): string {
|
||||
return new URL(path, this.externalDomain).toString();
|
||||
}
|
||||
|
||||
/**
|
||||
* Heroku-style database URL. This is used in production to connect to the
|
||||
* database.
|
||||
*
|
||||
* Follows the format:
|
||||
*
|
||||
* ```txt
|
||||
* protocol://username:password@host:port/database_name
|
||||
* ```
|
||||
*/
|
||||
get databaseUrl(): string {
|
||||
return this.env.get('DATABASE_URL') ?? 'file://data/pgdata';
|
||||
}
|
||||
|
||||
/** PGlite debug level. 0 disables logging. */
|
||||
get pgliteDebug(): 0 | 1 | 2 | 3 | 4 | 5 {
|
||||
return Number(this.env.get('PGLITE_DEBUG') || 0) as 0 | 1 | 2 | 3 | 4 | 5;
|
||||
}
|
||||
|
||||
get vapidPublicKey(): Promise<string | undefined> {
|
||||
if (!this._vapidPublicKey) {
|
||||
this._vapidPublicKey = (async () => {
|
||||
const keys = await this.vapidKeys;
|
||||
if (keys) {
|
||||
const { publicKey } = keys;
|
||||
const bytes = await crypto.subtle.exportKey('raw', publicKey);
|
||||
return encodeBase64Url(bytes);
|
||||
}
|
||||
})();
|
||||
}
|
||||
|
||||
return this._vapidPublicKey;
|
||||
}
|
||||
|
||||
get vapidKeys(): Promise<CryptoKeyPair | undefined> {
|
||||
return (async () => {
|
||||
const encoded = this.env.get('VAPID_PRIVATE_KEY');
|
||||
|
||||
if (!encoded) {
|
||||
return;
|
||||
}
|
||||
|
||||
const keyData = decodeBase64(encoded);
|
||||
|
||||
const privateKey = await crypto.subtle.importKey(
|
||||
'pkcs8',
|
||||
keyData,
|
||||
{ name: 'ECDSA', namedCurve: 'P-256' },
|
||||
true,
|
||||
['sign'],
|
||||
);
|
||||
const publicKey = await getEcdsaPublicKey(privateKey, true);
|
||||
|
||||
return { privateKey, publicKey };
|
||||
})();
|
||||
}
|
||||
|
||||
get db(): { timeouts: { default: number; relay: number; timelines: number } } {
|
||||
const env = this.env;
|
||||
return {
|
||||
/** Database query timeout configurations. */
|
||||
timeouts: {
|
||||
/** Default query timeout when another setting isn't more specific. */
|
||||
get default(): number {
|
||||
return Number(env.get('DB_TIMEOUT_DEFAULT') || 5_000);
|
||||
},
|
||||
/** Timeout used for queries made through the Nostr relay. */
|
||||
get relay(): number {
|
||||
return Number(env.get('DB_TIMEOUT_RELAY') || 1_000);
|
||||
},
|
||||
/** Timeout used for timelines such as home, notifications, hashtag, etc. */
|
||||
get timelines(): number {
|
||||
return Number(env.get('DB_TIMEOUT_TIMELINES') || 15_000);
|
||||
},
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** Time-to-live for captchas in milliseconds. */
|
||||
get captchaTTL(): number {
|
||||
return Number(this.env.get('CAPTCHA_TTL') || 5 * 60 * 1000);
|
||||
}
|
||||
|
||||
/** Character limit to enforce for posts made through Mastodon API. */
|
||||
get postCharLimit(): number {
|
||||
return Number(this.env.get('POST_CHAR_LIMIT') || 5000);
|
||||
}
|
||||
|
||||
/** S3 media storage configuration. */
|
||||
get s3(): {
|
||||
endPoint?: string;
|
||||
region?: string;
|
||||
accessKey?: string;
|
||||
secretKey?: string;
|
||||
bucket?: string;
|
||||
pathStyle?: boolean;
|
||||
port?: number;
|
||||
sessionToken?: string;
|
||||
useSSL?: boolean;
|
||||
} {
|
||||
const env = this.env;
|
||||
|
||||
return {
|
||||
get endPoint(): string | undefined {
|
||||
return env.get('S3_ENDPOINT');
|
||||
},
|
||||
get region(): string | undefined {
|
||||
return env.get('S3_REGION');
|
||||
},
|
||||
get accessKey(): string | undefined {
|
||||
return env.get('S3_ACCESS_KEY');
|
||||
},
|
||||
get secretKey(): string | undefined {
|
||||
return env.get('S3_SECRET_KEY');
|
||||
},
|
||||
get bucket(): string | undefined {
|
||||
return env.get('S3_BUCKET');
|
||||
},
|
||||
get pathStyle(): boolean | undefined {
|
||||
return optionalBooleanSchema.parse(env.get('S3_PATH_STYLE'));
|
||||
},
|
||||
get port(): number | undefined {
|
||||
return optionalNumberSchema.parse(env.get('S3_PORT'));
|
||||
},
|
||||
get sessionToken(): string | undefined {
|
||||
return env.get('S3_SESSION_TOKEN');
|
||||
},
|
||||
get useSSL(): boolean | undefined {
|
||||
return optionalBooleanSchema.parse(env.get('S3_USE_SSL'));
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** IPFS uploader configuration. */
|
||||
get ipfs(): { apiUrl: string } {
|
||||
const env = this.env;
|
||||
|
||||
return {
|
||||
/** Base URL for private IPFS API calls. */
|
||||
get apiUrl(): string {
|
||||
return env.get('IPFS_API_URL') || 'http://localhost:5001';
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** nostr.build API endpoint when the `nostrbuild` uploader is used. */
|
||||
get nostrbuildEndpoint(): string {
|
||||
return this.env.get('NOSTRBUILD_ENDPOINT') || 'https://nostr.build/api/v2/upload/files';
|
||||
}
|
||||
|
||||
/** Default Blossom servers to use when the `blossom` uploader is set. */
|
||||
get blossomServers(): string[] {
|
||||
return this.env.get('BLOSSOM_SERVERS')?.split(',') || ['https://blossom.primal.net/'];
|
||||
}
|
||||
|
||||
/** Module to upload files with. */
|
||||
get uploader(): string | undefined {
|
||||
return this.env.get('DITTO_UPLOADER');
|
||||
}
|
||||
|
||||
/** Location to use for local uploads. */
|
||||
get uploadsDir(): string {
|
||||
return this.env.get('UPLOADS_DIR') || 'data/uploads';
|
||||
}
|
||||
|
||||
/** Media base URL for uploads. */
|
||||
get mediaDomain(): string {
|
||||
const value = this.env.get('MEDIA_DOMAIN');
|
||||
|
||||
if (!value) {
|
||||
const url = this.url;
|
||||
url.host = `media.${url.host}`;
|
||||
return url.toString();
|
||||
}
|
||||
|
||||
return value;
|
||||
}
|
||||
|
||||
/**
|
||||
* Whether to analyze media metadata with [blurhash](https://www.npmjs.com/package/blurhash) and [sharp](https://www.npmjs.com/package/sharp).
|
||||
* This is prone to security vulnerabilities, which is why it's not enabled by default.
|
||||
*/
|
||||
get mediaAnalyze(): boolean {
|
||||
return optionalBooleanSchema.parse(this.env.get('MEDIA_ANALYZE')) ?? false;
|
||||
}
|
||||
|
||||
/** Max upload size for files in number of bytes. Default 100MiB. */
|
||||
get maxUploadSize(): number {
|
||||
return Number(this.env.get('MAX_UPLOAD_SIZE') || 100 * 1024 * 1024);
|
||||
}
|
||||
|
||||
/** Usernames that regular users cannot sign up with. */
|
||||
get forbiddenUsernames(): string[] {
|
||||
return this.env.get('FORBIDDEN_USERNAMES')?.split(',') || [
|
||||
'_',
|
||||
'admin',
|
||||
'administrator',
|
||||
'root',
|
||||
'sysadmin',
|
||||
'system',
|
||||
];
|
||||
}
|
||||
|
||||
/** Domain of the Ditto server as a `URL` object, for easily grabbing the `hostname`, etc. */
|
||||
get url(): URL {
|
||||
return new URL(this.localDomain);
|
||||
}
|
||||
|
||||
/** Merges the path with the localDomain. */
|
||||
local(path: string): string {
|
||||
return mergeURLPath(this.localDomain, path);
|
||||
}
|
||||
|
||||
/** URL to send Sentry errors to. */
|
||||
get sentryDsn(): string | undefined {
|
||||
return this.env.get('SENTRY_DSN');
|
||||
}
|
||||
|
||||
/** Postgres settings. */
|
||||
get pg(): { poolSize: number } {
|
||||
const env = this.env;
|
||||
|
||||
return {
|
||||
/** Number of connections to use in the pool. */
|
||||
get poolSize(): number {
|
||||
return Number(env.get('PG_POOL_SIZE') ?? 20);
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** Whether to enable requesting events from known relays. */
|
||||
get firehoseEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(this.env.get('FIREHOSE_ENABLED')) ?? true;
|
||||
}
|
||||
|
||||
/** Number of events the firehose is allowed to process at one time before they have to wait in a queue. */
|
||||
get firehoseConcurrency(): number {
|
||||
return Math.ceil(Number(this.env.get('FIREHOSE_CONCURRENCY') ?? 1));
|
||||
}
|
||||
|
||||
/** Nostr event kinds of events to listen for on the firehose. */
|
||||
get firehoseKinds(): number[] {
|
||||
return (this.env.get('FIREHOSE_KINDS') ?? '0, 1, 3, 5, 6, 7, 20, 9735, 10002')
|
||||
.split(/[, ]+/g)
|
||||
.map(Number);
|
||||
}
|
||||
|
||||
/**
|
||||
* Whether Ditto should subscribe to Nostr events from the Postgres database itself.
|
||||
* This would make Nostr events inserted directly into Postgres available to the streaming API and relay.
|
||||
*/
|
||||
get notifyEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(this.env.get('NOTIFY_ENABLED')) ?? true;
|
||||
}
|
||||
|
||||
/** Whether to enable Ditto cron jobs. */
|
||||
get cronEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(this.env.get('CRON_ENABLED')) ?? true;
|
||||
}
|
||||
|
||||
/** User-Agent to use when fetching link previews. Pretend to be Facebook by default. */
|
||||
get fetchUserAgent(): string {
|
||||
return this.env.get('DITTO_FETCH_USER_AGENT') ?? 'facebookexternalhit';
|
||||
}
|
||||
|
||||
/** Path to the custom policy module. Must be an absolute path, https:, npm:, or jsr: URI. */
|
||||
get policy(): string {
|
||||
return this.env.get('DITTO_POLICY') || new URL('../data/policy.ts', import.meta.url).pathname;
|
||||
}
|
||||
|
||||
/** Absolute path to the data directory used by Ditto. */
|
||||
get dataDir(): string {
|
||||
return this.env.get('DITTO_DATA_DIR') || new URL('../data', import.meta.url).pathname;
|
||||
}
|
||||
|
||||
/** Absolute path of the Deno directory. */
|
||||
get denoDir(): string {
|
||||
return this.env.get('DENO_DIR') || `${os.userInfo().homedir}/.cache/deno`;
|
||||
}
|
||||
|
||||
/** Whether zap splits should be enabled. */
|
||||
get zapSplitsEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(this.env.get('ZAP_SPLITS_ENABLED')) ?? false;
|
||||
}
|
||||
|
||||
/** Languages this server wishes to highlight. Used when querying trends.*/
|
||||
get preferredLanguages(): LanguageCode[] | undefined {
|
||||
return this.env.get('DITTO_LANGUAGES')?.split(',')?.filter(ISO6391.validate);
|
||||
}
|
||||
|
||||
/** Mints to be displayed in the UI when the user decides to create a wallet.*/
|
||||
get cashuMints(): string[] {
|
||||
return this.env.get('CASHU_MINTS')?.split(',') ?? [];
|
||||
}
|
||||
|
||||
/** Translation provider used to translate posts. */
|
||||
get translationProvider(): string | undefined {
|
||||
return this.env.get('TRANSLATION_PROVIDER');
|
||||
}
|
||||
|
||||
/** DeepL URL endpoint. */
|
||||
get deeplBaseUrl(): string | undefined {
|
||||
return this.env.get('DEEPL_BASE_URL');
|
||||
}
|
||||
|
||||
/** DeepL API KEY. */
|
||||
get deeplApiKey(): string | undefined {
|
||||
return this.env.get('DEEPL_API_KEY');
|
||||
}
|
||||
|
||||
/** LibreTranslate URL endpoint. */
|
||||
get libretranslateBaseUrl(): string | undefined {
|
||||
return this.env.get('LIBRETRANSLATE_BASE_URL');
|
||||
}
|
||||
|
||||
/** LibreTranslate API KEY. */
|
||||
get libretranslateApiKey(): string | undefined {
|
||||
return this.env.get('LIBRETRANSLATE_API_KEY');
|
||||
}
|
||||
|
||||
/** Cache settings. */
|
||||
get caches(): {
|
||||
nip05: { max: number; ttl: number };
|
||||
favicon: { max: number; ttl: number };
|
||||
linkPreview: { max: number; ttl: number };
|
||||
translation: { max: number; ttl: number };
|
||||
} {
|
||||
const env = this.env;
|
||||
|
||||
return {
|
||||
/** NIP-05 cache settings. */
|
||||
get nip05(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(env.get('DITTO_CACHE_NIP05_MAX') || 3000),
|
||||
ttl: Number(env.get('DITTO_CACHE_NIP05_TTL') || 1 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Favicon cache settings. */
|
||||
get favicon(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(env.get('DITTO_CACHE_FAVICON_MAX') || 500),
|
||||
ttl: Number(env.get('DITTO_CACHE_FAVICON_TTL') || 1 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Link preview cache settings. */
|
||||
get linkPreview(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(env.get('DITTO_CACHE_LINK_PREVIEW_MAX') || 3000),
|
||||
ttl: Number(env.get('DITTO_CACHE_LINK_PREVIEW_TTL') || 12 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Translation cache settings. */
|
||||
get translation(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(env.get('DITTO_CACHE_TRANSLATION_MAX') || 1000),
|
||||
ttl: Number(env.get('DITTO_CACHE_TRANSLATION_TTL') || 6 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** Custom profile fields configuration. */
|
||||
get profileFields(): { maxFields: number; nameLength: number; valueLength: number } {
|
||||
const env = this.env;
|
||||
|
||||
return {
|
||||
get maxFields(): number {
|
||||
return Number(env.get('PROFILE_FIELDS_MAX_FIELDS') || 10);
|
||||
},
|
||||
get nameLength(): number {
|
||||
return Number(env.get('PROFILE_FIELDS_NAME_LENGTH') || 255);
|
||||
},
|
||||
get valueLength(): number {
|
||||
return Number(env.get('PROFILE_FIELDS_VALUE_LENGTH') || 2047);
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/** Maximum time between events before a streak is broken, *in seconds*. */
|
||||
get streakWindow(): number {
|
||||
return Number(this.env.get('STREAK_WINDOW') || 129600);
|
||||
}
|
||||
}
|
||||
7
packages/config/deno.json
Normal file
7
packages/config/deno.json
Normal file
|
|
@ -0,0 +1,7 @@
|
|||
{
|
||||
"name": "@ditto/config",
|
||||
"version": "1.1.0",
|
||||
"exports": {
|
||||
".": "./mod.ts"
|
||||
}
|
||||
}
|
||||
1
packages/config/mod.ts
Normal file
1
packages/config/mod.ts
Normal file
|
|
@ -0,0 +1 @@
|
|||
export { DittoConfig } from './DittoConfig.ts';
|
||||
|
|
@ -1,6 +1,6 @@
|
|||
import { assertEquals } from '@std/assert';
|
||||
|
||||
import { getEcdsaPublicKey } from '@/utils/crypto.ts';
|
||||
import { getEcdsaPublicKey } from './crypto.ts';
|
||||
|
||||
Deno.test('getEcdsaPublicKey', async () => {
|
||||
const { publicKey, privateKey } = await crypto.subtle.generateKey(
|
||||
17
packages/config/utils/schema.test.ts
Normal file
17
packages/config/utils/schema.test.ts
Normal file
|
|
@ -0,0 +1,17 @@
|
|||
import { assertEquals, assertThrows } from '@std/assert';
|
||||
|
||||
import { optionalBooleanSchema, optionalNumberSchema } from './schema.ts';
|
||||
|
||||
Deno.test('optionalBooleanSchema', () => {
|
||||
assertEquals(optionalBooleanSchema.parse('true'), true);
|
||||
assertEquals(optionalBooleanSchema.parse('false'), false);
|
||||
assertEquals(optionalBooleanSchema.parse(undefined), undefined);
|
||||
|
||||
assertThrows(() => optionalBooleanSchema.parse('invalid'));
|
||||
});
|
||||
|
||||
Deno.test('optionalNumberSchema', () => {
|
||||
assertEquals(optionalNumberSchema.parse('123'), 123);
|
||||
assertEquals(optionalNumberSchema.parse('invalid'), NaN); // maybe this should throw?
|
||||
assertEquals(optionalNumberSchema.parse(undefined), undefined);
|
||||
});
|
||||
11
packages/config/utils/schema.ts
Normal file
11
packages/config/utils/schema.ts
Normal file
|
|
@ -0,0 +1,11 @@
|
|||
import { z } from 'zod';
|
||||
|
||||
export const optionalBooleanSchema = z
|
||||
.enum(['true', 'false'])
|
||||
.optional()
|
||||
.transform((value) => value !== undefined ? value === 'true' : undefined);
|
||||
|
||||
export const optionalNumberSchema = z
|
||||
.string()
|
||||
.optional()
|
||||
.transform((value) => value !== undefined ? Number(value) : undefined);
|
||||
9
packages/config/utils/url.test.ts
Normal file
9
packages/config/utils/url.test.ts
Normal file
|
|
@ -0,0 +1,9 @@
|
|||
import { assertEquals } from '@std/assert';
|
||||
|
||||
import { mergeURLPath } from './url.ts';
|
||||
|
||||
Deno.test('mergeURLPath', () => {
|
||||
assertEquals(mergeURLPath('https://mario.com', '/path'), 'https://mario.com/path');
|
||||
assertEquals(mergeURLPath('https://mario.com', 'https://luigi.com/path'), 'https://mario.com/path');
|
||||
assertEquals(mergeURLPath('https://mario.com', 'https://luigi.com/path?q=1'), 'https://mario.com/path?q=1');
|
||||
});
|
||||
23
packages/config/utils/url.ts
Normal file
23
packages/config/utils/url.ts
Normal file
|
|
@ -0,0 +1,23 @@
|
|||
/**
|
||||
* Produce a URL whose origin is guaranteed to be the same as the base URL.
|
||||
* The path is either an absolute path (starting with `/`), or a full URL. In either case, only its path is used.
|
||||
*/
|
||||
export function mergeURLPath(
|
||||
/** Base URL. Result is guaranteed to use this URL's origin. */
|
||||
base: string,
|
||||
/** Either an absolute path (starting with `/`), or a full URL. If a full URL, its path */
|
||||
path: string,
|
||||
): string {
|
||||
const url = new URL(
|
||||
path.startsWith('/') ? path : new URL(path).pathname,
|
||||
base,
|
||||
);
|
||||
|
||||
if (!path.startsWith('/')) {
|
||||
// Copy query parameters from the original URL to the new URL
|
||||
const originalUrl = new URL(path);
|
||||
url.search = originalUrl.search;
|
||||
}
|
||||
|
||||
return url.toString();
|
||||
}
|
||||
|
|
@ -1,395 +1,4 @@
|
|||
import os from 'node:os';
|
||||
import ISO6391, { LanguageCode } from 'iso-639-1';
|
||||
import { getPublicKey, nip19 } from 'nostr-tools';
|
||||
import { z } from 'zod';
|
||||
import { decodeBase64 } from '@std/encoding/base64';
|
||||
import { encodeBase64Url } from '@std/encoding/base64url';
|
||||
import { DittoConfig } from '@ditto/config';
|
||||
|
||||
import { getEcdsaPublicKey } from '@/utils/crypto.ts';
|
||||
|
||||
/** Application-wide configuration. */
|
||||
class Conf {
|
||||
private static _pubkey: string | undefined;
|
||||
/** Ditto admin secret key in nip19 format. This is the way it's configured by an admin. */
|
||||
static get nsec(): `nsec1${string}` {
|
||||
const value = Deno.env.get('DITTO_NSEC');
|
||||
if (!value) {
|
||||
throw new Error('Missing DITTO_NSEC');
|
||||
}
|
||||
if (!value.startsWith('nsec1')) {
|
||||
throw new Error('Invalid DITTO_NSEC');
|
||||
}
|
||||
return value as `nsec1${string}`;
|
||||
}
|
||||
/** Ditto admin secret key in hex format. */
|
||||
static get seckey(): Uint8Array {
|
||||
return nip19.decode(Conf.nsec).data;
|
||||
}
|
||||
/** Ditto admin public key in hex format. */
|
||||
static get pubkey(): string {
|
||||
if (!this._pubkey) {
|
||||
this._pubkey = getPublicKey(Conf.seckey);
|
||||
}
|
||||
return this._pubkey;
|
||||
}
|
||||
/** Port to use when serving the HTTP server. */
|
||||
static get port(): number {
|
||||
return parseInt(Deno.env.get('PORT') || '4036');
|
||||
}
|
||||
/** IP addresses not affected by rate limiting. */
|
||||
static get ipWhitelist(): string[] {
|
||||
return Deno.env.get('IP_WHITELIST')?.split(',') || [];
|
||||
}
|
||||
/** Relay URL to the Ditto server's relay. */
|
||||
static get relay(): `wss://${string}` | `ws://${string}` {
|
||||
const { protocol, host } = Conf.url;
|
||||
return `${protocol === 'https:' ? 'wss:' : 'ws:'}//${host}/relay`;
|
||||
}
|
||||
/** Relay to use for NIP-50 `search` queries. */
|
||||
static get searchRelay(): string | undefined {
|
||||
return Deno.env.get('SEARCH_RELAY');
|
||||
}
|
||||
/** Origin of the Ditto server, including the protocol and port. */
|
||||
static get localDomain(): string {
|
||||
return Deno.env.get('LOCAL_DOMAIN') || `http://localhost:${Conf.port}`;
|
||||
}
|
||||
/** Link to an external nostr viewer. */
|
||||
static get externalDomain(): string {
|
||||
return Deno.env.get('NOSTR_EXTERNAL') || 'https://njump.me';
|
||||
}
|
||||
/** Get a link to a nip19-encoded entity in the configured external viewer. */
|
||||
static external(path: string) {
|
||||
return new URL(path, Conf.externalDomain).toString();
|
||||
}
|
||||
/**
|
||||
* Heroku-style database URL. This is used in production to connect to the
|
||||
* database.
|
||||
*
|
||||
* Follows the format:
|
||||
*
|
||||
* ```txt
|
||||
* protocol://username:password@host:port/database_name
|
||||
* ```
|
||||
*/
|
||||
static get databaseUrl(): string {
|
||||
return Deno.env.get('DATABASE_URL') ?? 'file://data/pgdata';
|
||||
}
|
||||
/** PGlite debug level. 0 disables logging. */
|
||||
static get pgliteDebug(): 0 | 1 | 2 | 3 | 4 | 5 {
|
||||
return Number(Deno.env.get('PGLITE_DEBUG') || 0) as 0 | 1 | 2 | 3 | 4 | 5;
|
||||
}
|
||||
private static _vapidPublicKey: Promise<string | undefined> | undefined;
|
||||
static get vapidPublicKey(): Promise<string | undefined> {
|
||||
if (!this._vapidPublicKey) {
|
||||
this._vapidPublicKey = (async () => {
|
||||
const keys = await Conf.vapidKeys;
|
||||
if (keys) {
|
||||
const { publicKey } = keys;
|
||||
const bytes = await crypto.subtle.exportKey('raw', publicKey);
|
||||
return encodeBase64Url(bytes);
|
||||
}
|
||||
})();
|
||||
}
|
||||
|
||||
return this._vapidPublicKey;
|
||||
}
|
||||
static get vapidKeys(): Promise<CryptoKeyPair | undefined> {
|
||||
return (async () => {
|
||||
const encoded = Deno.env.get('VAPID_PRIVATE_KEY');
|
||||
|
||||
if (!encoded) {
|
||||
return;
|
||||
}
|
||||
|
||||
const keyData = decodeBase64(encoded);
|
||||
|
||||
const privateKey = await crypto.subtle.importKey(
|
||||
'pkcs8',
|
||||
keyData,
|
||||
{ name: 'ECDSA', namedCurve: 'P-256' },
|
||||
true,
|
||||
['sign'],
|
||||
);
|
||||
const publicKey = await getEcdsaPublicKey(privateKey, true);
|
||||
|
||||
return { privateKey, publicKey };
|
||||
})();
|
||||
}
|
||||
static db = {
|
||||
/** Database query timeout configurations. */
|
||||
timeouts: {
|
||||
/** Default query timeout when another setting isn't more specific. */
|
||||
get default(): number {
|
||||
return Number(Deno.env.get('DB_TIMEOUT_DEFAULT') || 5_000);
|
||||
},
|
||||
/** Timeout used for queries made through the Nostr relay. */
|
||||
get relay(): number {
|
||||
return Number(Deno.env.get('DB_TIMEOUT_RELAY') || 1_000);
|
||||
},
|
||||
/** Timeout used for timelines such as home, notifications, hashtag, etc. */
|
||||
get timelines(): number {
|
||||
return Number(Deno.env.get('DB_TIMEOUT_TIMELINES') || 15_000);
|
||||
},
|
||||
},
|
||||
};
|
||||
/** Time-to-live for captchas in milliseconds. */
|
||||
static get captchaTTL(): number {
|
||||
return Number(Deno.env.get('CAPTCHA_TTL') || 5 * 60 * 1000);
|
||||
}
|
||||
/** Character limit to enforce for posts made through Mastodon API. */
|
||||
static get postCharLimit(): number {
|
||||
return Number(Deno.env.get('POST_CHAR_LIMIT') || 5000);
|
||||
}
|
||||
/** S3 media storage configuration. */
|
||||
static s3 = {
|
||||
get endPoint(): string | undefined {
|
||||
return Deno.env.get('S3_ENDPOINT');
|
||||
},
|
||||
get region(): string | undefined {
|
||||
return Deno.env.get('S3_REGION');
|
||||
},
|
||||
get accessKey(): string | undefined {
|
||||
return Deno.env.get('S3_ACCESS_KEY');
|
||||
},
|
||||
get secretKey(): string | undefined {
|
||||
return Deno.env.get('S3_SECRET_KEY');
|
||||
},
|
||||
get bucket(): string | undefined {
|
||||
return Deno.env.get('S3_BUCKET');
|
||||
},
|
||||
get pathStyle(): boolean | undefined {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('S3_PATH_STYLE'));
|
||||
},
|
||||
get port(): number | undefined {
|
||||
return optionalNumberSchema.parse(Deno.env.get('S3_PORT'));
|
||||
},
|
||||
get sessionToken(): string | undefined {
|
||||
return Deno.env.get('S3_SESSION_TOKEN');
|
||||
},
|
||||
get useSSL(): boolean | undefined {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('S3_USE_SSL'));
|
||||
},
|
||||
};
|
||||
/** IPFS uploader configuration. */
|
||||
static ipfs = {
|
||||
/** Base URL for private IPFS API calls. */
|
||||
get apiUrl(): string {
|
||||
return Deno.env.get('IPFS_API_URL') || 'http://localhost:5001';
|
||||
},
|
||||
};
|
||||
/** nostr.build API endpoint when the `nostrbuild` uploader is used. */
|
||||
static get nostrbuildEndpoint(): string {
|
||||
return Deno.env.get('NOSTRBUILD_ENDPOINT') || 'https://nostr.build/api/v2/upload/files';
|
||||
}
|
||||
/** Default Blossom servers to use when the `blossom` uploader is set. */
|
||||
static get blossomServers(): string[] {
|
||||
return Deno.env.get('BLOSSOM_SERVERS')?.split(',') || ['https://blossom.primal.net/'];
|
||||
}
|
||||
/** Module to upload files with. */
|
||||
static get uploader(): string | undefined {
|
||||
return Deno.env.get('DITTO_UPLOADER');
|
||||
}
|
||||
/** Location to use for local uploads. */
|
||||
static get uploadsDir(): string {
|
||||
return Deno.env.get('UPLOADS_DIR') || 'data/uploads';
|
||||
}
|
||||
/** Media base URL for uploads. */
|
||||
static get mediaDomain(): string {
|
||||
const value = Deno.env.get('MEDIA_DOMAIN');
|
||||
|
||||
if (!value) {
|
||||
const url = Conf.url;
|
||||
url.host = `media.${url.host}`;
|
||||
return url.toString();
|
||||
}
|
||||
|
||||
return value;
|
||||
}
|
||||
/**
|
||||
* Whether to analyze media metadata with [blurhash](https://www.npmjs.com/package/blurhash) and [sharp](https://www.npmjs.com/package/sharp).
|
||||
* This is prone to security vulnerabilities, which is why it's not enabled by default.
|
||||
*/
|
||||
static get mediaAnalyze(): boolean {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('MEDIA_ANALYZE')) ?? false;
|
||||
}
|
||||
/** Max upload size for files in number of bytes. Default 100MiB. */
|
||||
static get maxUploadSize(): number {
|
||||
return Number(Deno.env.get('MAX_UPLOAD_SIZE') || 100 * 1024 * 1024);
|
||||
}
|
||||
/** Usernames that regular users cannot sign up with. */
|
||||
static get forbiddenUsernames(): string[] {
|
||||
return Deno.env.get('FORBIDDEN_USERNAMES')?.split(',') || [
|
||||
'_',
|
||||
'admin',
|
||||
'administrator',
|
||||
'root',
|
||||
'sysadmin',
|
||||
'system',
|
||||
];
|
||||
}
|
||||
/** Domain of the Ditto server as a `URL` object, for easily grabbing the `hostname`, etc. */
|
||||
static get url(): URL {
|
||||
return new URL(Conf.localDomain);
|
||||
}
|
||||
/** Merges the path with the localDomain. */
|
||||
static local(path: string): string {
|
||||
return mergePaths(Conf.localDomain, path);
|
||||
}
|
||||
/** URL to send Sentry errors to. */
|
||||
static get sentryDsn(): string | undefined {
|
||||
return Deno.env.get('SENTRY_DSN');
|
||||
}
|
||||
/** Postgres settings. */
|
||||
static pg = {
|
||||
/** Number of connections to use in the pool. */
|
||||
get poolSize(): number {
|
||||
return Number(Deno.env.get('PG_POOL_SIZE') ?? 20);
|
||||
},
|
||||
};
|
||||
/** Whether to enable requesting events from known relays. */
|
||||
static get firehoseEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('FIREHOSE_ENABLED')) ?? true;
|
||||
}
|
||||
/** Number of events the firehose is allowed to process at one time before they have to wait in a queue. */
|
||||
static get firehoseConcurrency(): number {
|
||||
return Math.ceil(Number(Deno.env.get('FIREHOSE_CONCURRENCY') ?? 1));
|
||||
}
|
||||
/** Nostr event kinds of events to listen for on the firehose. */
|
||||
static get firehoseKinds(): number[] {
|
||||
return (Deno.env.get('FIREHOSE_KINDS') ?? '0, 1, 3, 5, 6, 7, 20, 9735, 10002')
|
||||
.split(/[, ]+/g)
|
||||
.map(Number);
|
||||
}
|
||||
/**
|
||||
* Whether Ditto should subscribe to Nostr events from the Postgres database itself.
|
||||
* This would make Nostr events inserted directly into Postgres available to the streaming API and relay.
|
||||
*/
|
||||
static get notifyEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('NOTIFY_ENABLED')) ?? true;
|
||||
}
|
||||
/** Whether to enable Ditto cron jobs. */
|
||||
static get cronEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('CRON_ENABLED')) ?? true;
|
||||
}
|
||||
/** User-Agent to use when fetching link previews. Pretend to be Facebook by default. */
|
||||
static get fetchUserAgent(): string {
|
||||
return Deno.env.get('DITTO_FETCH_USER_AGENT') ?? 'facebookexternalhit';
|
||||
}
|
||||
/** Path to the custom policy module. Must be an absolute path, https:, npm:, or jsr: URI. */
|
||||
static get policy(): string {
|
||||
return Deno.env.get('DITTO_POLICY') || new URL('../data/policy.ts', import.meta.url).pathname;
|
||||
}
|
||||
/** Absolute path to the data directory used by Ditto. */
|
||||
static get dataDir(): string {
|
||||
return Deno.env.get('DITTO_DATA_DIR') || new URL('../data', import.meta.url).pathname;
|
||||
}
|
||||
/** Absolute path of the Deno directory. */
|
||||
static get denoDir(): string {
|
||||
return Deno.env.get('DENO_DIR') || `${os.userInfo().homedir}/.cache/deno`;
|
||||
}
|
||||
/** Whether zap splits should be enabled. */
|
||||
static get zapSplitsEnabled(): boolean {
|
||||
return optionalBooleanSchema.parse(Deno.env.get('ZAP_SPLITS_ENABLED')) ?? false;
|
||||
}
|
||||
/** Languages this server wishes to highlight. Used when querying trends.*/
|
||||
static get preferredLanguages(): LanguageCode[] | undefined {
|
||||
return Deno.env.get('DITTO_LANGUAGES')?.split(',')?.filter(ISO6391.validate);
|
||||
}
|
||||
/** Mints to be displayed in the UI when the user decides to create a wallet.*/
|
||||
static get cashuMints(): string[] {
|
||||
return Deno.env.get('CASHU_MINTS')?.split(',') ?? [];
|
||||
}
|
||||
/** Translation provider used to translate posts. */
|
||||
static get translationProvider(): string | undefined {
|
||||
return Deno.env.get('TRANSLATION_PROVIDER');
|
||||
}
|
||||
/** DeepL URL endpoint. */
|
||||
static get deeplBaseUrl(): string | undefined {
|
||||
return Deno.env.get('DEEPL_BASE_URL');
|
||||
}
|
||||
/** DeepL API KEY. */
|
||||
static get deeplApiKey(): string | undefined {
|
||||
return Deno.env.get('DEEPL_API_KEY');
|
||||
}
|
||||
/** LibreTranslate URL endpoint. */
|
||||
static get libretranslateBaseUrl(): string | undefined {
|
||||
return Deno.env.get('LIBRETRANSLATE_BASE_URL');
|
||||
}
|
||||
/** LibreTranslate API KEY. */
|
||||
static get libretranslateApiKey(): string | undefined {
|
||||
return Deno.env.get('LIBRETRANSLATE_API_KEY');
|
||||
}
|
||||
/** Cache settings. */
|
||||
static caches = {
|
||||
/** NIP-05 cache settings. */
|
||||
get nip05(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(Deno.env.get('DITTO_CACHE_NIP05_MAX') || 3000),
|
||||
ttl: Number(Deno.env.get('DITTO_CACHE_NIP05_TTL') || 1 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Favicon cache settings. */
|
||||
get favicon(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(Deno.env.get('DITTO_CACHE_FAVICON_MAX') || 500),
|
||||
ttl: Number(Deno.env.get('DITTO_CACHE_FAVICON_TTL') || 1 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Link preview cache settings. */
|
||||
get linkPreview(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(Deno.env.get('DITTO_CACHE_LINK_PREVIEW_MAX') || 3000),
|
||||
ttl: Number(Deno.env.get('DITTO_CACHE_LINK_PREVIEW_TTL') || 12 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
/** Translation cache settings. */
|
||||
get translation(): { max: number; ttl: number } {
|
||||
return {
|
||||
max: Number(Deno.env.get('DITTO_CACHE_TRANSLATION_MAX') || 1000),
|
||||
ttl: Number(Deno.env.get('DITTO_CACHE_TRANSLATION_TTL') || 6 * 60 * 60 * 1000),
|
||||
};
|
||||
},
|
||||
};
|
||||
static profileFields = {
|
||||
get maxFields(): number {
|
||||
return Number(Deno.env.get('PROFILE_FIELDS_MAX_FIELDS') || 10);
|
||||
},
|
||||
get nameLength(): number {
|
||||
return Number(Deno.env.get('PROFILE_FIELDS_NAME_LENGTH') || 255);
|
||||
},
|
||||
get valueLength(): number {
|
||||
return Number(Deno.env.get('PROFILE_FIELDS_VALUE_LENGTH') || 2047);
|
||||
},
|
||||
};
|
||||
/** Maximum time between events before a streak is broken, *in seconds*. */
|
||||
static get streakWindow(): number {
|
||||
return Number(Deno.env.get('STREAK_WINDOW') || 129600);
|
||||
}
|
||||
}
|
||||
|
||||
const optionalBooleanSchema = z
|
||||
.enum(['true', 'false'])
|
||||
.optional()
|
||||
.transform((value) => value !== undefined ? value === 'true' : undefined);
|
||||
|
||||
const optionalNumberSchema = z
|
||||
.string()
|
||||
.optional()
|
||||
.transform((value) => value !== undefined ? Number(value) : undefined);
|
||||
|
||||
function mergePaths(base: string, path: string) {
|
||||
const url = new URL(
|
||||
path.startsWith('/') ? path : new URL(path).pathname,
|
||||
base,
|
||||
);
|
||||
|
||||
if (!path.startsWith('/')) {
|
||||
// Copy query parameters from the original URL to the new URL
|
||||
const originalUrl = new URL(path);
|
||||
url.search = originalUrl.search;
|
||||
}
|
||||
|
||||
return url.toString();
|
||||
}
|
||||
|
||||
export { Conf };
|
||||
/** @deprecated Use middleware to set/get the config instead. */
|
||||
export const Conf = new DittoConfig(Deno.env);
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue