torch>=2.1.0
transformers>=4.36.0
accelerate>=0.25.0
safetensors>=0.4.0
fastapi>=0.104.0
uvicorn[standard]>=0.24.0
pydantic>=2.5.0
prometheus-client>=0.19.0
httpx>=0.25.0
numpy>=1.24.0
einops>=0.7.0
starlette>=0.27.0

[all]
dfastllm[dev,docs,flash,monitoring,quantization]

[dev]
pytest>=7.4.0
pytest-asyncio>=0.21.0
pytest-cov>=4.1.0
pytest-timeout>=2.2.0
ruff>=0.1.0
black>=23.0.0
mypy>=1.7.0
pre-commit>=3.5.0
types-requests>=2.31.0

[docs]
mkdocs>=1.5.0
mkdocs-material>=9.5.0
mkdocstrings[python]>=0.24.0

[flash]
flash-attn>=2.3.0
triton>=2.1.0

[monitoring]
opentelemetry-api>=1.21.0
opentelemetry-sdk>=1.21.0
opentelemetry-instrumentation-fastapi>=0.42b0

[quantization]
bitsandbytes>=0.41.0
auto-gptq>=0.5.0
