fastapi<1.0.0,>=0.68.0
uvicorn<1.0.0,>=0.15.0
python-multipart>=0.0.5
transformers>=4.0.0
accelerate>=0.12.0
pyngrok>=5.1.0
nest-asyncio>=1.5.1
psutil>=5.8.0
nvidia-ml-py3>=7.352.0
fastapi-cache2>=0.1.8
colorama>=0.4.4
pydantic>=2.0.0
typing-extensions>=4.0.0
torch>=2.0.0
websockets>=10.0
huggingface-hub>=0.19.0
optimum>=1.16.0
bitsandbytes>=0.41.1
packaging>=21.0
rich>=13.0.0
termcolor>=2.3.0
tqdm>=4.65.0
requests>=2.31.0
netifaces>=0.11.0
httpx>=0.24.0
