torch<=2.10.0,>=2.4.0
torchvision<=0.21.0,>=0.19.0
torchaudio<=2.6.0,>=2.4.0
accelerate<1.12.0,>=1.3.0
trl<0.25.0,>=0.18.0
tyro==0.8.14
numpy<2.0.0,>=1.24.0
peft>=0.15.2
datasets<=3.2.0,>=2.16.0
tokenizers>=0.21.0
gradio<=5.12.0,>=4.38.0
pandas<3.0.0,>=2.0.0
scipy
einops
sentencepiece
tiktoken
protobuf
uvicorn
pydantic
fastapi
sse-starlette
matplotlib>=3.7.0
fire
packaging
pyyaml
av
librosa
omegaconf
traker

[:python_version < "3.11"]
transformers<=4.50.0,>=4.41.2

[:python_version >= "3.11"]
transformers<4.55.0,>=4.51.0
llamafactory>=0.9.4

[adam-mini]
adam-mini

[apollo]
apollo-torch

[aqlm]
aqlm[gpu]>=1.1.0

[badam]
badam>=1.2.1

[bitsandbytes]
bitsandbytes>=0.39.0

[dev]
pre-commit
ruff
pytest
build

[eetq]
eetq

[flash-attn]
flash-attn>=2.5.0

[galore]
galore-torch

[gptq]
optimum>=1.24.0
gptqmodel>=2.0.0

[hqq]
hqq

[liger-kernel]
liger-kernel>=0.5.5

[metrics]
nltk
jieba
rouge-chinese

[modelscope]
modelscope

[openmind]
openmind

[swanlab]
swanlab

[torch]
torch<=2.10.0,>=2.4.0
torchvision<=0.21.0,>=0.19.0
torchaudio<=2.6.0,>=2.4.0

[torch-npu]
torch==2.4.0
torch-npu==2.4.0.post2
decorator

[vllm]
vllm<=0.9.1,>=0.4.3
