torchdata>=0.8.0
torch_checkpointing>=0.1.0
datasets<4.8.0,>=3.6.0
tokenizers>=0.15.0
safetensors
tyro
tensorboard
wandb
einops
pillow
spmd_types==0.2.3

[dev]
pre-commit
pytest
pytest-cov
expecttest
pyrefly==0.45.1

[remat]
torch_remat>=0.2.0
