huggingface-hub>=0.20.0
PyYAML>=6.0
safetensors>=0.4.0
sentencepiece>=0.1.96
torch>=2.0.0
transformers>=4.40.0

[batch]
datasets>=2.0.0
pyarrow>=12.0.0
tqdm>=4.60.0

[dev]
pytest>=7.0
ruff>=0.5.0
