numpy
vllm>=0.7.2
optimum
transformers
matplotlib
onnx
onnxruntime-gpu==1.19
pandas
accelerate
