3
0
Fork 0
mirror of https://github.com/ZeppelinBot/Zeppelin.git synced 2025-06-08 08:05:03 +00:00

Replace transliteration package use with a custom normalizer function

Huge thanks to Nobody#6075 for doing most of the work for it!
This commit is contained in:
Dragory 2020-08-05 03:38:14 +03:00
parent ceb567ad9a
commit 925cf718e7
No known key found for this signature in database
GPG key ID: 5F387BA66DF8AAC1
6 changed files with 207 additions and 42 deletions

View file

@ -0,0 +1,26 @@
import test from "ava";
import { normalizeText } from "./normalizeText";
test("Replaces special characters", t => {
const from = "𝗧:regional_indicator_e:ᔕ7 𝗧:regional_indicator_e:ᔕ7 𝗧:regional_indicator_e:ᔕ7";
const to = "test test test";
t.deepEqual(normalizeText(from), to);
});
test("Does not change lowercase ASCII text", t => {
const text = "lorem ipsum dolor sit amet consectetur adipiscing elit";
t.deepEqual(normalizeText(text), text);
});
test("Replaces whitespace", t => {
const from = "foo bar";
const to = "foo bar";
t.deepEqual(normalizeText(from), to);
});
test("Result is always lowercase", t => {
const from = "TEST";
const to = "test";
t.deepEqual(normalizeText(from), to);
});