torch>=2.1.0
transformers>=4.38.0
accelerate>=0.27.0
sentencepiece>=0.1.99

[cuda]
ninja>=1.11

[dev]
pytest>=7.0
pytest-asyncio>=0.23
httpx>=0.27
ruff>=0.1.0

[docs]
sphinx>=7.0
furo>=2024.0
sphinx-copybutton>=0.5
myst-parser>=3.0

[server]
fastapi>=0.110.0
uvicorn[standard]>=0.29.0
pydantic>=2.0
httpx>=0.27

[streaming]
safetensors>=0.4
huggingface_hub>=0.23

[streaming:platform_system == "Linux" and platform_machine == "x86_64"]
autoawq-kernels>=0.0.6
