#304 - Index more tokens, words split by brackets/parentheses

This commit is contained in:
Simon Cambier
2023-11-01 13:22:06 +01:00
parent 285c4e9257
commit 8355489bcd
2 changed files with 17 additions and 2 deletions

View File

@@ -125,3 +125,4 @@ const separators =
.slice(1, -1)
export const SPACE_OR_PUNCTUATION_UNIQUE = new RegExp(`${separators}`, 'u')
export const SPACE_OR_PUNCTUATION = new RegExp(`${separators}+`, 'u')
export const BRACKETS_AND_SPACE = /[|\[\]\(\)<>\{\} \t\n\r]/u