regex>=2023.0
numpy>=1.24
pandas>=1.5
pyarrow>=10
tqdm>=4.0
datasets>=2.0
huggingface_hub>=0.16
sentencepiece>=0.1.99
