torch
transformers<5.0.0.rc0,>=4.36.0
sentencepiece
protobuf
accelerate
numba

[:sys_platform == "linux"]
bitsandbytes
vllm<=0.10.0,>=0.6.6
triton>=3.2.0

[docs]
mkdocs
mkdocstrings[python]
mkdocs-material
mkdocs-gen-files
mkdocs-literate-nav
mkdocs-section-index

[lora]
peft

[mlx]
mlx
mlx-lm
