aiofile
aiofiles
blake3
aiohttp
awscrt
cufile-python
fastapi
httpx
huggingface_hub>=1.5.0
msgspec
numpy<=2.2.6
numba
nvtx
opentelemetry-api<=1.40.0,>=1.20.0
opentelemetry-sdk>=1.20.0
opentelemetry-exporter-otlp>=1.20.0
opentelemetry-exporter-prometheus<=0.61b0,>=0.50b0
prometheus_client<=0.24.1,>=0.18.0
psutil
py-cpuinfo
pytest
pyyaml
pyzmq>=25.0.0
redis
safetensors
setuptools<81.0.0,>=77.0.3
setuptools_scm>=8
sortedcontainers
torch
transformers>=5.4
uvicorn
httptools
cachetools
google-api-core
google-cloud-bigtable
