fastapi
uvicorn
transformers>=4.48.0
torch
accelerate
einops
sentencepiece
protobuf
tiktoken
