apache-tvm-ffi==0.1.13.post3
einops<1,>=0.8
fastapi<1,>=0.115
flashlib==0.3.0
gguf<1,>=0.19
huggingface_hub<2,>=1.5
msgpack<2,>=1.1
modelscope<2,>=1.37
numpy<2.5,>=2.0
openai<3,>=2.0
partial-json-parser<1,>=0.2
prompt_toolkit<4,>=3.0
pydantic<3,>=2.9
pyzmq<28,>=27
safetensors<1,>=0.6
torch<2.12,>=2.11
tqdm<5,>=4.66
transformers<6,>=5.5
triton==3.6.0
uvicorn<1,>=0.30

[accel]
freetoken[fi,sgl]

[dev]
pytest>=6.0

[fi]
flashinfer-python[cu13]<0.7,>=0.6

[sgl]
sglang-kernel==0.4.5
