aiofile
aiofiles
blake3
aiohttp
awscrt
cufile-python
fastapi
httpx
huggingface_hub>=1.5.0
msgspec
numpy<=2.2.6
numba
nvtx
opentelemetry-api<=1.40.0,>=1.20.0
opentelemetry-sdk>=1.20.0
opentelemetry-exporter-otlp>=1.20.0
opentelemetry-exporter-prometheus<=0.61b0,>=0.50b0
prometheus_client<=0.24.1,>=0.18.0
psutil
py-cpuinfo
pyyaml
pyzmq>=25.0.0
redis
safetensors
setuptools<81.0.0,>=77.0.3
setuptools_scm>=8
sortedcontainers
torch
transformers>=5.4
uvicorn
httptools
cupy-cuda13x

[:python_version < "3.13"]
nixl-cu13
