aiohttp
compressed-tensors
dill
einops
fastapi
grpcio-health-checking==1.81.1
grpcio-reflection==1.81.1
hf_transfer
huggingface_hub
modelscope
msgspec
ninja
numpy
openai>=2.24.1
openai-harmony
orjson
packaging
partial-json-parser
peft
pillow
prometheus-client
psutil
pybase64
pybind11
pydantic
py-spy
pytest-asyncio
python-multipart
pyzmq
requests
setproctitle
tiktoken
torch
torchvision
tokenspeed-kernel>=0.1.4
tokenspeed-mooncake>=0.3.13.post20260929
tokenspeed-scheduler>=0.1.25
tokenspeed-smg==1.10.1.post20260920
tokenspeed-smg-grpc-proto==0.4.18.post20260920
tokenspeed-smg-grpc-servicer==0.9.1.post20260920
torch_memory_saver==0.0.9.post1
tqdm
transformers==5.12.0
uv
uvicorn
uvloop
xgrammar==0.2.3
viztracer

[instanttensor]
instanttensor<0.2,>=0.1.9
