Add more cjk and exotic scripts, also to JS

Fix #2605
This commit is contained in:
Clément Fournier
2022-05-01 17:47:06 +02:00
parent 98f44b7e3f
commit b328bc5fdc
3 changed files with 15 additions and 5 deletions

View File

@ -534,11 +534,10 @@ TOKEN :
"\u31A0"-"\u31B7",
"\u3400",
"\u4DB5",
"\u4E00",
"\u9FA5",
"\u4E00"-"\u9EA5",
"\uA000"-"\uA48C",
"\uAC00",
"\uD7A3",
"\uA490"-"\uABFF",
"\uAC00"-"\ud7AF",
"\uF900"-"\uFA2D",
"\uFB00"-"\uFB06",
"\uFB13"-"\uFB17",