torch
transformers<5.0.0.rc0,>=4.36.0
sentencepiece
protobuf
accelerate
numba

[:sys_platform == "linux"]
bitsandbytes

[docs]
mkdocs
mkdocstrings[python]
mkdocs-material
mkdocs-gen-files
mkdocs-literate-nav
mkdocs-section-index

[lora]
peft<0.19,>=0.18

[mlx]
mlx
mlx-lm

[sgl]
sglang<0.5.9,>=0.5.8

[vllm]

[vllm:sys_platform == "linux"]
vllm<=0.10.0,>=0.6.6
triton>=3.2.0
