diff --git a/.github/vale/config/vocabularies/Backstage/accept.txt b/.github/vale/config/vocabularies/Backstage/accept.txt index 7c780c1079..6697fad858 100644 --- a/.github/vale/config/vocabularies/Backstage/accept.txt +++ b/.github/vale/config/vocabularies/Backstage/accept.txt @@ -509,6 +509,7 @@ thumbsup todo todos togglable +tokenizer tolerations Tolerations toolchain diff --git a/plugins/search-backend-node/src/engines/LunrSearchEngine.test.ts b/plugins/search-backend-node/src/engines/LunrSearchEngine.test.ts index 407fa779ab..acd18771c8 100644 --- a/plugins/search-backend-node/src/engines/LunrSearchEngine.test.ts +++ b/plugins/search-backend-node/src/engines/LunrSearchEngine.test.ts @@ -520,7 +520,7 @@ describe('LunrSearchEngine', () => { fields: { title: `${highlightTags.pre}testTitle${highlightTags.post}`, text: `${highlightTags.pre}testText${highlightTags.post}`, - location: `${highlightTags.pre}test/location${highlightTags.post}`, + location: `${highlightTags.pre}test${highlightTags.post}/location`, }, }, rank: 1, diff --git a/plugins/search-backend-node/src/engines/LunrSearchEngineIndexer.test.ts b/plugins/search-backend-node/src/engines/LunrSearchEngineIndexer.test.ts index 4eb7ef9227..46f0317d33 100644 --- a/plugins/search-backend-node/src/engines/LunrSearchEngineIndexer.test.ts +++ b/plugins/search-backend-node/src/engines/LunrSearchEngineIndexer.test.ts @@ -109,13 +109,18 @@ describe('LunrSearchEngineIndexer', () => { it('should tokenize input on non-alphanumeric characters', () => { const input = - 'Tokenize_test string, entity-name. Unicode support also!三 stjärna عربي'; + "Tokenize_test string, entity-name. Doesn't break abc123def - also Unicode support also!三 stjärna عربي"; const expectedTokens = [ 'tokenize', 'test', 'string', 'entity', 'name', + 'doesn', + 't', + 'break', + 'abc123def', + 'also', 'unicode', 'support', 'also',