mirror/ditto
mirror/ditto
1
0
Fork 0
mirror of https://gitlab.com/soapbox-pub/ditto.git synced 2025-12-06 11:29:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: code preferences, formatting

Browse source
This commit is contained in:
P. Reis 2024-10-11 18:47:38 -03:00
parent 36d09af467
commit 9c7e35a6b4
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/utils/language.ts
View file

@ -9,15 +9,15 @@ linkify.registerCustomProtocol('nostr', true);
*/ */
export function detectLanguage(text: string, minConfidence: number): LanguageCode | undefined { export function detectLanguage(text: string, minConfidence: number): LanguageCode | undefined {
// It's better to remove the emojis first // It's better to remove the emojis first
const sanitizedText = (linkify.tokenize( const sanitizedText = linkify.tokenize(
text.replaceAll(/\p{Extended_Pictographic}/gu, '') text
.replaceAll(/\p{Extended_Pictographic}/gu, '')
.replaceAll(/[\s\uFEFF\u00A0\u200B-\u200D\u{0FE0E}]+/gu, ' '), .replaceAll(/[\s\uFEFF\u00A0\u200B-\u200D\u{0FE0E}]+/gu, ' '),
) ).reduce((acc, { t, v }) => t === 'text' ? acc + v : acc, '').trim();
.reduce(
(acc, { t, v }) => t === 'text' ? acc + v : acc, if (sanitizedText.length < 10) { // heuristics
'', return;
)).trim(); }
if (sanitizedText.length < 10) return; // heuristics
const [topResult] = lande( const [topResult] = lande(
sanitizedText, sanitizedText,