accelerate>=1.10.1
bitsandbytes>=0.48.2
numpy>=2.0.2
torch>=2.0.0
tqdm>=4.66.0
transformers>=4.30.0

[quantization]

[vllm]
vllm>=0.10.0
