transformers>=4.40.0
torch>=2.0.0
accelerate>=0.26.0
json-repair>=0.30.0

[api]
openai>=1.0.0

[quantization]
bitsandbytes>=0.43.0
