tanner/obsidian-tannersearch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: tentative workaround for #383

Browse Source
This commit is contained in:
Simon Cambier
2024-07-31 11:17:35 +02:00
parent a778937292
commit 439150a1f0
1 changed files with 33 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/search/tokenizer.ts
View File

@@ -15,6 +15,7 @@ export class Tokenizer {
* @returns * @returns
*/ */
public tokenizeForIndexing(text: string): string[] { public tokenizeForIndexing(text: string): string[] {
try {
const words = this.tokenizeWords(text) const words = this.tokenizeWords(text)
let urls: string[] = [] let urls: string[] = []
if (this.plugin.settings.tokenizeUrls) { if (this.plugin.settings.tokenizeUrls) {
@@ -45,6 +46,10 @@ export class Tokenizer {
tokens = [...new Set(tokens)] tokens = [...new Set(tokens)]
return tokens return tokens
} catch (e) {
console.error('Error tokenizing text, skipping document', e)
return []
}
} }
/** /**