tokenizers
datasets
evaluate
bpeasy
sentencepiece
regex
fugashi
ipadic
pythainlp
nlpaug
dacite
langcodes
clavier_lib

[all]
fiject
bpe_knockout[all]
modest_bauwenst[all]
pickybpe_bauwenst
sage_bauwenst

[github]

[hf]
transformers
wtpsplit
