torch>=2.0.0
numpy>=1.21.0

[dev]
pytest>=7.0
pytest-cov>=4.0
ruff>=0.1.0
pyflakes>=3.2.0
build>=1.0.0
twine>=5.0.0

[distributed]
deepspeed>=0.10.0

[full]
tokenizers>=0.13.0
safetensors>=0.3.0
tqdm>=4.60.0

[tokenizer]
tokenizers>=0.13.0
