httpx>=0.27
numpy>=1.24
ml_dtypes>=0.5

[server]
fastapi>=0.110
grpcio>=1.66.2
protobuf>=5.27.2
uvicorn>=0.29
torch>=2.14
apache-tvm>=0.27.0
apache-tvm-ffi[cpp]>=0.1.14.post0
nvidia-cutlass-dsl[cu13]==4.7.0
cupti-python>=13.0.1
flashinfer-python>=0.6.17
