torch>=2.0.0
transformers<5.17.0,>=4.51.3
huggingface_hub>=0.21.4
numpy
packaging
safetensors
tqdm
sentencepiece

[gpu]
onnxruntime-gpu

[onnx]
onnxruntime

[openvino]
openvino

[serve]
ray[serve]>=2.9.0

[stanza]
stanza
langdetect

[tokenizers]
langdetect
python-mecab-ko
janome
jieba3
camel_tools
indic-nlp-library
spacy
stanza

[training]
accelerate
