tqdm>=4.66.1
numpy>=1.26.4
simple_parsing>=0.1.5
mosaicml-streaming>=0.7.5
sentencepiece>=0.1.99
zstandard>=0.23.0
universal-pathlib>=0.2.2
fsspec[s3]>=2023.1.0

[datasets]
datasets>=2.18.0

[full]
datasets>=2.18.0
