torch>=2.0
numpy>=1.24
safetensors>=0.4
tqdm>=4.65
transformers<6,>=4.36
tokenizers<1,>=0.15
sentencepiece>=0.2
tiktoken>=0.7
huggingface_hub>=0.20

[all]
datasets>=2.14
huggingface_hub>=0.20
tokenizers>=0.15
transformers>=4.36
torch_xla>=2.1

[hf]
datasets>=2.14
huggingface_hub>=0.20
tokenizers>=0.15
transformers>=4.36

[tpu]
torch_xla>=2.1
