tokenizers>=0.13.2
langcodes
language_data
numpy>=1.23.5
tqdm

[all]
tktkt[all]
modest_bauwenst[all]

[github]

[tests]
scipy
fiject
transformers>=4.17.0
torch
datasets>=2.10.1
requests
