tanner/obsidian-tannersearch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Removed deduplication of tokens

Browse Source
This commit is contained in:
Simon Cambier
2025-07-22 21:19:21 +02:00
parent c25cc8e62b
commit 1fa6898bbe
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/search/tokenizer.ts
View File

@@ -39,7 +39,10 @@ export class Tokenizer {
} }
// Remove duplicates // Remove duplicates
tokens = [...new Set(tokens)] // tokens = [...new Set(tokens)]
// Remove empty tokens
tokens = tokens.filter(Boolean)
return tokens return tokens
} catch (e) { } catch (e) {