aiohttp
compressed-tensors
dill
einops
fastapi
grpcio-health-checking==1.81.1
grpcio-reflection==1.81.1
hf_transfer
huggingface_hub
modelscope
msgspec
ninja
numpy
openai>=2.24.1
openai-harmony
orjson
packaging
partial-json-parser
peft
pillow
prometheus-client
psutil
pybase64
pybind11
pydantic
py-spy
pytest-asyncio
python-multipart
pyzmq
requests
setproctitle
tiktoken
tokenspeed-kernel>=0.1.3.dev0
tokenspeed-mooncake>=0.3.11.post20260527
tokenspeed-scheduler>=0.1.3
tokenspeed-smg==1.8.0.post20260720
tokenspeed-smg-grpc-proto==0.4.14.post20260720
tokenspeed-smg-grpc-servicer==0.7.0.post20260720
torch==2.11.0
torch_memory_saver==0.0.9.post1
torchvision
tqdm
transformers==5.12.0
uv
uvicorn
uvloop
xgrammar==0.2.2
viztracer
