cachetools
psutil
sentencepiece
numpy
requests>=2.26.0
tqdm
blake3
py-cpuinfo
transformers>=4.51.1
huggingface-hub[hf_xet]>=0.30.0
tokenizers>=0.21.1
protobuf
fastapi[standard]>=0.115.0
aiohttp
openai>=1.52.0
pydantic>=2.9
prometheus_client>=0.18.0
pillow
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer<0.11,>=0.10.11
outlines==0.1.11
lark==1.2.2
typing_extensions>=4.10
filelock>=3.16.1
partial-json-parser
pyzmq>=25.0.0
msgspec
gguf>=0.13.0
importlib_metadata
mistral_common[opencv]>=1.5.4
opencv-python-headless>=4.11.0
pyyaml
einops
compressed-tensors==0.9.3
depyf==0.18.0
cloudpickle
watchfiles
python-json-logger
scipy
ninja
opentelemetry-sdk<1.27.0,>=1.26.0
opentelemetry-api<1.27.0,>=1.26.0
opentelemetry-exporter-otlp<1.27.0,>=1.26.0
opentelemetry-semantic-conventions-ai<0.5.0,>=0.4.1
datasets

[:platform_machine != "ppc64le" and platform_machine != "s390x"]
torchaudio
torchvision

[:platform_machine == "ppc64le"]
torchaudio==2.6.0
torchvision==0.21.0

[:platform_machine == "ppc64le" or platform_machine == "aarch64"]
torch==2.6.0

[:platform_machine == "s390x"]
torch==2.7.0.dev20250304

[:platform_machine == "x86_64"]
torch==2.6.0+cpu
triton==3.2.0

[:platform_machine == "x86_64" or platform_machine == "aarch64"]
xgrammar==0.1.18

[:platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64"]
llguidance<0.8.0,>=0.7.9

[:platform_system == "Darwin"]
torch==2.6.0

[:python_version > "3.11"]
six>=1.16.0
setuptools>=74.1.1

[audio]
librosa
soundfile

[fastsafetensors]
fastsafetensors>=0.1.10

[runai]
runai-model-streamer
runai-model-streamer-s3
boto3

[tensorizer]
tensorizer>=2.9.0

[video]
