torch>=2.5.0
triton<=3.1.0
transformers>=4.49.0
loguru
simple_parsing
datasets
tyro
flash-attn
numpy
tqdm
psutil
packaging
pre-commit
rich
click
fabric
contexttimer
ninja
safetensors
einops
pydantic
ray
sentencepiece
google
protobuf
peft
bitsandbytes>=0.39.0
rpyc==6.0.0
fastapi
uvicorn==0.29.0
galore_torch
diffusers==0.29.0
timm

[colossalai]
colossalai==0.4.6

[dev]
torch>=2.3.0
ruff
black>=23.0
isort>=5.12
pytest<=8.1
pytest-mock
expecttest
accelerate

[docs]
mkdocs
mkdocs-material
mkdocstrings
