torch>=2.0
safetensors
scipy
huggingface_hub

[all]
gradio>=4.0
torchao
fastapi
uvicorn
transformers
accelerate
sentencepiece

[chat]
gradio>=4.0
torchao
transformers
accelerate
sentencepiece

[serve]
fastapi
uvicorn
torchao
transformers
accelerate
sentencepiece

[triton]
triton>=2.0

[vllm]
vllm>=0.8.0
