tokenizers>=0.13.2
langcodes
language_data
numpy>=1.23.5
tqdm

[full]

[tests]
scipy
fiject
transformers>=4.17.0
torch
datasets>=2.10.1
requests
