regex
cachetools
psutil
sentencepiece
numpy
requests>=2.26.0
tqdm
blake3
py-cpuinfo
transformers-usf
tokenizers>=0.21.1
protobuf
fastapi[standard]>=0.115.0
aiohttp
openai>=1.99.1
pydantic>=2.11.7
prometheus_client>=0.18.0
pillow
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.11.3
diskcache==5.6.3
lark==1.2.2
typing_extensions>=4.10
filelock>=3.16.1
partial-json-parser
pyzmq>=25.0.0
msgspec
gguf>=0.13.0
mistral_common[audio,image]>=1.8.2
opencv-python-headless>=4.11.0
pyyaml
einops
compressed-tensors==0.11.0
depyf==0.19.0
cloudpickle
watchfiles
python-json-logger
scipy
ninja
pybase64
cbor2
setproctitle
openai-harmony>=0.0.3

[dev]
pytest
pytest-asyncio
pytest-cov
mypy
ruff
