colorlog
docstring_parser
dotenv
editdistance
jieba
jinja2
jsonlines
jsonschema
latex2sympy2_extended[antlr4_9_3]
Markdown
modelscope[datasets]>=1.34
more_itertools
nltk
openai
overrides
pandas
pillow
plotly
pydantic
pylatexenc
pyyaml>=5.1
requests
rich
rouge-chinese
rouge-score>=0.1.0
sacrebleu
sympy
tabulate
tqdm
transformers!=4.57.2,>=4.33
word2number
zhconv

[aigc]
diffusers
iopath
omegaconf
open_clip_torch
opencv-python
peft>=0.17
torch
torchvision

[all]
ms-opencompass>=0.1.6
ms-vlmeval>=0.0.17
langchain<0.4.0,>=0.3.0
langchain-community<0.4.0,>=0.3.0
langchain-core<0.4.0,>=0.3.0
langchain-openai<0.4.0,>=0.3.0
mteb==1.38.20
ragas==0.2.14
torch
webdataset>0.2.0
aiohttp
fastapi
jinja2
numpy
rich
sse_starlette
transformers
uvicorn
gradio==5.4.0
plotly<6.0.0,>=5.23.0
diffusers
iopath
omegaconf
open_clip_torch
opencv-python
peft>=0.17
torchvision
flask>=2.0.0

[app]
gradio==5.4.0
plotly<6.0.0,>=5.23.0

[arena_hard]
scikit-learn

[bfcl]
bfcl-eval==2025.10.27.1

[dev]
pytest
pytest-cov
python-dotenv

[docs]
docutils>=0.16.0
myst_parser
recommonmark
sphinx>=5.3.0
sphinx-design
sphinxawesome-theme

[general_arena]
scikit-learn

[ifbench]
emoji
nltk>=3.9
syllapy

[ifeval]
langdetect
nltk>=3.9

[multi_if]
emoji
langdetect
nltk>=3.9
pythainlp

[needle_haystack]
matplotlib
seaborn

[ocr_bench]
apted
distance
editdistance
jieba
lxml
nltk>=3.9
Polygon3
python-Levenshtein
zss

[olympiad_bench]
latex2sympy2_extended[antlr4_9_3]

[omnidoc_bench]
apted
beautifulsoup4
distance
jieba
lxml
python-Levenshtein

[openai_mrcr]
tiktoken

[opencompass]
ms-opencompass>=0.1.6

[perf]
aiohttp
fastapi
jinja2
numpy
rich
sse_starlette
transformers
uvicorn

[rag]
langchain<0.4.0,>=0.3.0
langchain-community<0.4.0,>=0.3.0
langchain-core<0.4.0,>=0.3.0
langchain-openai<0.4.0,>=0.3.0
mteb==1.38.20
ragas==0.2.14
torch
webdataset>0.2.0

[refcoco]
pycocoevalcap

[sandbox]
ms-enclave[docker]

[service]
flask>=2.0.0

[swe_bench]
swebench==4.1.0

[terminal_bench]
harbor==0.1.28

[torgo]
jellyfish
jiwer

[vlmeval]
ms-vlmeval>=0.0.17

[wmt]
unbabel-comet
