mirror of
https://github.com/ZeppelinBot/Zeppelin.git
synced 2025-06-08 08:05:03 +00:00
Replace transliteration package use with a custom normalizer function
Huge thanks to Nobody#6075 for doing most of the work for it!
This commit is contained in:
parent
ceb567ad9a
commit
925cf718e7
6 changed files with 207 additions and 42 deletions
26
backend/src/utils/normalizeText.test.ts
Normal file
26
backend/src/utils/normalizeText.test.ts
Normal file
|
@ -0,0 +1,26 @@
|
|||
import test from "ava";
|
||||
import { normalizeText } from "./normalizeText";
|
||||
|
||||
test("Replaces special characters", t => {
|
||||
const from = "𝗧:regional_indicator_e:ᔕ7 𝗧:regional_indicator_e:ᔕ7 𝗧:regional_indicator_e:ᔕ7";
|
||||
const to = "test test test";
|
||||
|
||||
t.deepEqual(normalizeText(from), to);
|
||||
});
|
||||
|
||||
test("Does not change lowercase ASCII text", t => {
|
||||
const text = "lorem ipsum dolor sit amet consectetur adipiscing elit";
|
||||
t.deepEqual(normalizeText(text), text);
|
||||
});
|
||||
|
||||
test("Replaces whitespace", t => {
|
||||
const from = "foo bar";
|
||||
const to = "foo bar";
|
||||
t.deepEqual(normalizeText(from), to);
|
||||
});
|
||||
|
||||
test("Result is always lowercase", t => {
|
||||
const from = "TEST";
|
||||
const to = "test";
|
||||
t.deepEqual(normalizeText(from), to);
|
||||
});
|
Loading…
Add table
Add a link
Reference in a new issue