grpcio-tools==1.71.0
rich
requests
tyro
kubernetes
kubernetes_asyncio
aiohttp
pydantic>=2.11
opentelemetry-api
opentelemetry-sdk
opentelemetry-exporter-otlp-proto-grpc
websocket-client
openai
sounddevice

[audio]
librosa

[dev]
cornserve[dev-common,eric,geri,huggingface-te,sidecar]

[dev-common]
grpcio-tools
pyright
ruff
pytest
pytest-asyncio
pytest-dependency
datasets
timm
cornserve[gateway,resource-manager,sidecar-api,task-dispatcher,task-manager]

[dev-no-gpu]
cornserve[dev-common,eric-no-gpu,geri-no-gpu,huggingface-te]

[eric]
flash-attn==2.7.4.post1
xformers==0.0.33
cornserve[eric-no-gpu]

[eric-audio]
cornserve[audio,eric]

[eric-no-gpu]
fastapi
uvicorn[standard]
pyzmq
msgspec
psutil
torch==2.9.0
torchvision
transformers==4.57.1
huggingface_hub
pillow
opencv-python-headless
einops
cornserve[audio,sidecar-api]
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-threading

[gateway]
fastapi
uvicorn[standard]
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-grpc
opentelemetry-instrumentation-aiohttp-client
websocket-client

[geri]
cornserve[geri-no-gpu]

[geri-no-gpu]
fastapi
uvicorn[standard]
pyzmq
msgspec
torch==2.9.0
transformers==4.57.1
huggingface_hub
pillow
diffusers>=0.35.1
accelerate
cornserve[sidecar-api]
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-threading

[huggingface-te]
fastapi
uvicorn[standard]
transformers==4.57.1
pillow
diffusers>=0.35.1
qwen_omni_utils==0.0.8
accelerate
opentelemetry-instrumentation-fastapi

[resource-manager]
opentelemetry-instrumentation-grpc

[sidecar]
torch==2.9.0
ucxx-cu12
msgspec
opentelemetry-instrumentation-grpc

[sidecar-api]
torch==2.9.0
opentelemetry-instrumentation-grpc
opentelemetry-instrumentation-threading

[task-dispatcher]
fastapi
uvicorn[standard]
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-aiohttp-client
opentelemetry-instrumentation-grpc

[task-manager]
