byted-hdfs-io
datasets<=2.21.0,>=2.16.0
diffusers<=0.31.0,>=0.30.0
packaging<26.0,>=23.0
torchdata<1.0,>=0.8.0
transformers[torch]<=4.49.0,>=4.46.2
tiktoken>=0.9.0
blobfile>=3.0.0

[dev]
pre-commit<5.0,>=4.0.0
ruff<1.0,>=0.7.0
pytest<8.0,>=6.0.0
expecttest>=0.3.0
