datasets>=2.16.0
numpy
evaluate>=0.4.0
jinja2
pytablewriter
rouge-score>=0.0.4
sacrebleu>=1.5.0
scikit-learn>=0.24.1
sqlitedict
dill
word2number
more_itertools
typing_extensions
tqdm>=4.59.0

[api]
requests
aiohttp
tenacity
tqdm
tiktoken

[archiver]
jsonlines
zstandard

[benchmarks]
slm_eval[math]
slm_eval[ifeval]
slm_eval[api]

[dev]
pytest>=9.0
pytest-cov
pytest-xdist
requests
aiohttp
tenacity
tqdm
tiktoken
sentencepiece
pillow

[gptq]
auto-gptq[triton]>=0.6.0

[gptqmodel]
gptqmodel>=1.0.9

[habana]
optimum-habana

[hf]
transformers>=4.1
torch>=1.8
accelerate>=0.26.0
peft>=0.2.0

[ibm_watsonx_ai]
ibm_watsonx_ai>=1.1.22
python-dotenv

[ifeval]
langdetect
immutabledict
nltk>=3.9.1

[ipex]
optimum-intel

[litellm]
litellm<1.85,>=1.60
aiohttp
requests
tenacity
tqdm

[math]
sympy>=1.12
antlr4-python3-runtime==4.11
math_verify[antlr4_11_0]

[onnxruntime]
onnxruntime>=1.23
transformers
numpy

[onnxruntime-genai]
onnxruntime-genai
transformers
numpy

[optimum]
optimum[openvino]

[sentencepiece]
sentencepiece>=0.1.98

[sparsify]
sparsify

[trackio]
trackio>=0.23.0

[vllm]
vllm>=0.18

[wandb]
wandb>=0.16.3
pandas
numpy

[zeno]
pandas
zeno-client
