transformers>=4.40.0
accelerate>=0.28.0
torch
flask
sentencepiece
pynvml
