regex
cachetools
psutil
sentencepiece
numpy
requests>=2.26.0
tqdm
blake3
py-cpuinfo
transformers>=4.55.2
tokenizers>=0.21.1
protobuf
fastapi[standard]>=0.115.0
aiohttp
openai>=1.99.1
pydantic>=2.12.0
prometheus_client>=0.18.0
pillow
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.11.3
outlines_core==0.2.11
diskcache==5.6.3
lark==1.2.2
typing_extensions>=4.10
filelock>=3.16.1
partial-json-parser
pyzmq>=25.0.0
msgspec
gguf>=0.13.0
mistral_common[audio,image]>=1.8.5
opencv-python-headless>=4.11.0
pyyaml
einops
compressed-tensors==0.12.2
depyf==0.20.0
cloudpickle
watchfiles
python-json-logger
scipy
ninja
pybase64
cbor2
setproctitle
openai-harmony>=0.0.3
cmake>=3.26.1
packaging>=24.2
setuptools-scm>=8
wheel
jinja2>=3.1.6
ray[default]
ray[data]
setuptools==78.1.0
nixl==0.3.0
tpu_info==0.4.0
tpu-inference==0.11.1rc1

[:platform_machine == "x86_64" or platform_machine == "aarch64" or platform_machine == "arm64"]
xgrammar==0.1.25

[:platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64"]
llguidance<0.8.0,>=0.7.11

[:python_version < "3.10"]
importlib_metadata

[:python_version > "3.11"]
six>=1.16.0
setuptools<80,>=77.0.3

[audio]
librosa
soundfile
mistral_common[audio]

[bench]
pandas
datasets

[fastsafetensors]
fastsafetensors>=0.1.10

[flashinfer]

[petit-kernel]
petit-kernel

[runai]
runai-model-streamer[gcs,s3]>=0.14.0

[tensorizer]
tensorizer==2.10.1

[video]
