aiofile
aiofiles
aiohttp
awscrt
cufile-python
fastapi
httpx
msgspec
numpy<=2.2.6
nvtx
prometheus_client>=0.18.0
psutil
py-cpuinfo
pyyaml
pyzmq>=25.0.0
redis
safetensors
setuptools<81.0.0,>=77.0.3
setuptools_scm>=8
sortedcontainers
torch
transformers>=4.51.1
uvicorn
cupy-cuda12x

[:python_version < "3.13"]
nixl
