framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,12288,25.789418777777772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,10240,21.211360444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,8192,17.005703
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,7168,14.88396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,6144,12.928667555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,5120,10.684565666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,4096,8.609172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,3584,7.5288257777777785
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,3072,6.4694947777777765
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,2560,5.4148322222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,2048,4.359643888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,1536,3.4228595555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,1024,2.3518747777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,768,1.8385668888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,512,1.327861888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,256,0.9495705555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,128,0.8771157777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,64,0.562533111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,12288,32,0.7870734444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,12288,21.54157344444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,10240,17.647973777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,8192,14.145539777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,7168,12.374972999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,6144,10.841844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,5120,8.876927222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,4096,7.109325888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,3584,6.235676777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,3072,5.3660591111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,2560,4.486067444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,2048,3.605732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,1536,2.8098965555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,1024,1.9245907777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,768,1.4836365555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,512,1.0389267777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,256,0.5923392222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,128,0.46500422222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,64,0.420225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,10240,32,0.4017577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,12288,17.220965666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,10240,14.193589222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,8192,11.374839666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,7168,9.909133
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,6144,8.596684777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,5120,7.1242311111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,4096,5.698529777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,3584,5.012002666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,3072,4.311068666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,2560,3.599175666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,2048,2.9822881111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,1536,2.266144111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,1024,1.5478319999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,768,1.1961617777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,512,0.8452542222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,256,0.5172353333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,128,0.31918033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,64,0.3170945555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,8192,32,0.3382137777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,12288,15.169152555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,10240,12.386850666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,8192,9.922245666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,7168,8.717451888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,6144,7.646730000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,5120,6.236820777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,4096,4.996474888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,3584,4.395261
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,3072,3.780184777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,2560,3.265981333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,2048,2.6295114444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,1536,1.9959997777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,1024,1.3633345555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,768,1.011189111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,512,0.7046260000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,256,0.4043621111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,128,0.3202781111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,64,0.20898655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,7168,32,0.26288455555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,12288,12.905014777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,10240,10.608572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,8192,8.540778999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,7168,7.4678687777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,6144,6.460663444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,5120,5.343330777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,4096,4.299982555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,3584,3.779851111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,3072,3.5296978888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,2560,2.967228333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,2048,2.313836777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,1536,1.7820674444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,1024,1.1770676666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,768,0.9259293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,512,0.6901815555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,256,0.5003627777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,128,0.4862491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,64,0.2435044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,6144,32,0.3020535555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,12288,10.735248333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,10240,8.821898222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,8192,7.055458222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,7168,6.210455333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,6144,5.373096444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,5120,4.446866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,4096,3.550815666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,3584,3.191209666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,3072,2.7557876666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,2560,2.303805111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,2048,1.8588699999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,1536,1.4194844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,1024,0.966851888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,768,0.7205726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,512,0.503516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,256,0.28955044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,128,0.21842599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,64,0.17924255555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,5120,32,0.17691844444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,12288,8.701113777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,10240,7.083896444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,8192,5.674511555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,7168,4.996212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,6144,4.354768888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,5120,3.568913111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,4096,2.9398792222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,3584,2.5857924444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,3072,2.229449444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,2560,1.864447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,2048,1.503736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,1536,1.1477555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,1024,0.7675344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,768,0.5942169999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,512,0.4215091111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,256,0.24802988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,128,0.15376399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,64,0.15409333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,4096,32,0.1420611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,12288,7.665718666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,10240,6.205089222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,8192,4.967103555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,7168,4.372074777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,6144,3.800924111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,5120,3.4262178888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,4096,2.6658088888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,3584,2.438007
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,3072,2.0968494444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,2560,1.6853257777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,2048,1.3571422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,1536,0.9891093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,1024,0.6772003333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,768,0.5229091111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,512,0.36788988888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,256,0.21973466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,128,0.1364061111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,64,0.12737255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3584,32,0.12387988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,12288,6.538422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,10240,5.357976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,8192,4.259149555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,7168,3.732220555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,6144,3.515153777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,5120,2.9635681111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,4096,2.245201111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,3584,1.9742319999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,3072,1.706863888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,2560,1.4249169999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,2048,1.150734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,1536,0.8857492222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,1024,0.5985272222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,768,0.4654736666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,512,0.32860966666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,256,0.189423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,128,0.14049966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,64,0.11949599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,3072,32,0.11408655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,12288,5.390237666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,10240,4.448238888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,8192,3.5579483333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,7168,3.171417888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,6144,2.860618222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,5120,2.277540777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,4096,1.825184111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,3584,1.6073171111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,3072,1.3862116666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,2560,1.1556754444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,2048,0.9105763333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,1536,0.6919784444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,1024,0.4747181111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,768,0.3696954444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,512,0.26293799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,256,0.1616448888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,128,0.09619566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,64,0.07833799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2560,32,0.07366233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,12288,4.379805444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,10240,3.5550276666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,8192,3.108466111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,7168,2.7616391111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,6144,2.4370305555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,5120,1.9951822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,4096,1.4523758888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,3584,1.2759673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,3072,1.1002622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,2560,0.916136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,2048,0.7401795555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,1536,0.5653367777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,1024,0.3835173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,768,0.2958771111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,512,0.2090558888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,256,0.11948155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,128,0.07578422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,64,0.06019
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,2048,32,0.046241
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,12288,3.3720858888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,10240,2.790396555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,8192,2.370082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,7168,2.0940732222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,6144,1.8444111111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,5120,1.5099196666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,4096,1.1543234444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,3584,1.053907111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,3072,0.9156289999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,2560,0.7559081111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,2048,0.5668808888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,1536,0.4312432222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,1024,0.2934981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,768,0.22810666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,512,0.15679155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,256,0.09205733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,128,0.068484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,64,0.04844233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1536,32,0.06942288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,12288,2.403622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,10240,1.8628017777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,8192,1.4906059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,7168,1.3035316666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,6144,1.2241348888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,5120,0.9221983333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,4096,0.7511602222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,3584,0.6888324444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,3072,0.5917787777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,2560,0.4933023333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,2048,0.3975111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,1536,0.3052255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,1024,0.20779344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,768,0.16101944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,512,0.11100122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,256,0.061192444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,128,0.04550866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,64,0.046587666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,1024,32,0.04692422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,12288,1.936698111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,10240,1.4909815555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,8192,1.1847217777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,7168,1.0552605555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,6144,0.9309848888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,5120,0.7576587777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,4096,0.5592628888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,3584,0.4953144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,3072,0.43597377777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,2560,0.35542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,2048,0.2858931111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,1536,0.22233466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,1024,0.14995499999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,768,0.11500233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,512,0.08001066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,256,0.05667855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,128,0.09572766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,64,0.046820222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,768,32,0.04746588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,12288,1.422373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,10240,0.9516650000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,8192,0.7542253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,7168,0.656016111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,6144,0.7767456666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,5120,0.49262055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,4096,0.43380855555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,3584,0.3991823333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,3072,0.3534252222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,2560,0.28803955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,2048,0.22458655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,1536,0.18208811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,1024,0.11818877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,768,0.09278677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,512,0.061627222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,256,0.03948822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,128,0.03355155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,64,0.03769422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,512,32,0.03229633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,12288,0.8935983333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,10240,0.5681823333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,8192,0.45605300000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,7168,0.40053866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,6144,0.6931672222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,5120,0.29165066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,4096,0.23524655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,3584,0.2037071111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,3072,0.21453755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,2560,0.14967622222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,2048,0.12476966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,1536,0.10541266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,1024,0.06502166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,768,0.047952666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,512,0.045732555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,256,0.046599222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,128,0.04570944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,64,0.04568344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,256,32,0.046212111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,12288,0.7364875555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,10240,0.5228238888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,8192,0.4084181111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,7168,0.3513307777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,6144,0.527615111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,5120,0.2336446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,4096,0.1850448888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,3584,0.16124044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,3072,0.18773155555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,2560,0.11693933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,2048,0.09273622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,1536,0.07773855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,1024,0.047850111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,768,0.04863588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,512,0.049231
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,256,0.04999222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,128,0.04720155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,64,0.05134133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,128,32,0.046966111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,12288,0.677079
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,10240,0.5100001111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,8192,0.3959063333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,7168,0.345215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,6144,0.6081544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,5120,0.24501966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,4096,0.19793944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,3584,0.17146855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,3072,0.19869633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,2560,0.10907866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,2048,0.08403488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,1536,0.06662788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,1024,0.04925122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,768,0.04871388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,512,0.0482401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,256,0.04813322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,128,0.04727666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,64,0.04662666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,64,32,0.047614666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,12288,0.6619195555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,10240,0.48080933333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,8192,0.3715443333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,7168,0.32105377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,6144,0.4695542222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,5120,0.20860522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,4096,0.16600277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,3584,0.14791833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,3072,0.15670199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,2560,0.10288633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,2048,0.081614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,1536,0.06540733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,1024,0.047569888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,768,0.047337333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,512,0.04732433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,256,0.048295
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,128,0.04767677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,64,0.04696466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8192,32,32,0.046905444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,12288,12.929307444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,10240,10.669105777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,8192,8.498370111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,7168,7.47448288888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,6144,6.4681052222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,5120,5.354013888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,4096,4.327542555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,3584,3.7993381111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,3072,3.5277262222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,2560,2.947699444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,2048,2.296905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,1536,1.7584406666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,1024,1.2185824444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,768,0.947307111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,512,0.7556322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,256,0.5728002222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,128,0.5448256666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,64,0.2983702222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,12288,32,0.29127077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,12288,10.755574555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,10240,8.858455666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,8192,7.0845652222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,7168,6.192792666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,6144,5.40535811111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,5120,4.44731011111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,4096,3.5624318888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,3584,3.192674333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,3072,2.747981888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,2560,2.298462111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,2048,1.8529289999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,1536,1.4254153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,1024,0.9806362222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,768,0.7656364444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,512,0.5627382222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,256,0.3179164444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,128,0.23221033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,64,0.17968744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,10240,32,0.17888866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,12288,8.656801111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,10240,7.133274777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,8192,5.671345333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,7168,4.968029444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,6144,4.352823222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,5120,3.5801393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,4096,2.9395599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,3584,2.5794946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,3072,2.218920888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,2560,1.8565747777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,2048,1.4948078888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,1536,1.1480848888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,1024,0.7767283333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,768,0.6055804444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,512,0.4351013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,256,0.2721766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,128,0.16487466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,64,0.1398467777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,8192,32,0.14218533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,12288,7.651105222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,10240,6.207410444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,8192,4.970431555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,7168,4.380679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,6144,3.8495484444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,5120,3.422921666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,4096,2.644068555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,3584,2.414568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,3072,2.0799191111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,2560,1.6801156666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,2048,1.3589708888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,1536,0.9920097777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,1024,0.6823064444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,768,0.523419
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,512,0.37009844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,256,0.21603977777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,128,0.15457288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,64,0.12149222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,7168,32,0.11836644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,12288,6.495958444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,10240,5.358524888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,8192,4.267881222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,7168,3.7356727777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,6144,3.556756666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,5120,2.940432444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,4096,2.2432453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,3584,1.973189111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,3072,1.7003306666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,2560,1.430309111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,2048,1.1698425555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,1536,0.9025769999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,1024,0.6275923333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,768,0.5000724444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,512,0.3770924444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,256,0.2760174444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,128,0.23412566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,64,0.12354911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,6144,32,0.12115999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,12288,5.481260777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,10240,4.4184501111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,8192,3.5389668888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,7168,3.170577222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,6144,2.8267488888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,5120,2.2733374444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,4096,1.8230087777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,3584,1.6019365555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,3072,1.3883999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,2560,1.1571791111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,2048,0.907296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,1536,0.6921315555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,1024,0.4743815555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,768,0.3688706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,512,0.2611772222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,256,0.15177355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,128,0.09230577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,64,0.06838433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,5120,32,0.06964244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,12288,4.463450333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,10240,3.5965005555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,8192,3.101028666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,7168,2.743294666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,6144,2.3419803333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,5120,1.980027111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,4096,1.4460304444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,3584,1.272525222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,3072,1.1061743333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,2560,0.9193845555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,2048,0.7375911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,1536,0.5634561111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,1024,0.3861563333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,768,0.29911988888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,512,0.213746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,256,0.12268244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,128,0.07447555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,64,0.05431688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,4096,32,0.050949888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,12288,3.8772846666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,10240,3.4149093333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,8192,2.7282218888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,7168,2.401609888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,6144,2.0851061111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,5120,1.7385737777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,4096,1.3577633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,3584,1.1274221111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,3072,0.9778137777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,2560,0.8485937777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,2048,0.6811263333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,1536,0.5190972222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,1024,0.35550088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,768,0.2752908888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,512,0.193622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,256,0.10981533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,128,0.06924811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,64,0.048479888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3584,32,0.04752511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,12288,3.529323777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,10240,2.927693888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,8192,2.232211222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,7168,1.9532586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,6144,1.706572111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,5120,1.4043336666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,4096,1.1253016666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,3584,0.9906144444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,3072,0.8615533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,2560,0.7154362222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,2048,0.5727106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,1536,0.43913566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,1024,0.30115366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,768,0.23474822222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,512,0.1688671111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,256,0.09605266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,128,0.060311333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,64,0.04714666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,3072,32,0.047437
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,12288,2.9120678888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,10240,2.461589
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,8192,1.965155111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,7168,1.5746972222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,6144,1.440306111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,5120,1.1160904444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,4096,0.8949459999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,3584,0.791401
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,3072,0.6890028888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,2560,0.5673199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,2048,0.4563216666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,1536,0.35012611111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,1024,0.23911188888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,768,0.18439633333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,512,0.12899466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,256,0.07280577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,128,0.047181333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,64,0.04745144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2560,32,0.04747744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,12288,2.3349126666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,10240,1.9801253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,8192,1.574525333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,7168,1.4085745555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,6144,1.183010111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,5120,0.93418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,4096,0.7477051111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,3584,0.6875136666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,3072,0.6014652222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,2560,0.49919277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,2048,0.39995655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,1536,0.308425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,1024,0.20829033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,768,0.16031166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,512,0.11116877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,256,0.06268455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,128,0.04696755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,64,0.046657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,2048,32,0.047171222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,12288,1.7888462222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,10240,1.5122495555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,8192,1.1946898888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,7168,1.0542364444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,6144,0.9264955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,5120,0.762590111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,4096,0.5621315555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,3584,0.49271444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,3072,0.42584677777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,2560,0.3554777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,2048,0.28727255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,1536,0.21913811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,1024,0.14934833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,768,0.1144101111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,512,0.08026922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,256,0.046495222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,128,0.04644322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,64,0.04686788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1536,32,0.046774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,12288,1.2028553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,10240,0.9192328888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,8192,0.7558055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,7168,0.665275
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,6144,0.5860168888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,5120,0.4804063333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,4096,0.43790066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,3584,0.40089255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,3072,0.3479088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,2560,0.2866904444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,2048,0.2269886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,1536,0.17770422222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,1024,0.11671977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,768,0.09358122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,512,0.06213133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,256,0.04861422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,128,0.046080666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,64,0.04652699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,1024,32,0.04722755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,12288,0.9579122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,10240,0.7580805555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,8192,0.5994444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,7168,0.5352085555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,6144,0.49234611111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,5120,0.38034677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,4096,0.2939141111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,3584,0.2713793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,3072,0.23677911111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,2560,0.19454644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,2048,0.15227911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,1536,0.12095633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,1024,0.08012911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,768,0.06263977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,512,0.04601133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,256,0.046071999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,128,0.045635777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,64,0.0459911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,768,32,0.045487
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,12288,1.0177151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,10240,0.5340818888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,8192,0.4263971111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,7168,0.3737962222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,6144,0.40337988888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,5120,0.2898653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,4096,0.22751588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,3584,0.20065211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,3072,0.1810827777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,2560,0.1458152222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,2048,0.11693933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,1536,0.08913955555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,1024,0.061425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,768,0.04773455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,512,0.045316555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,256,0.04600411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,128,0.046786999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,64,0.04733877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,512,32,0.05110155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,12288,0.6151961111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,10240,0.2894998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,8192,0.236613
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,7168,0.20399888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,6144,0.35477866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,5120,0.14550755555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,4096,0.1170072222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,3584,0.10443766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,3072,0.09596166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,2560,0.07440333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,2048,0.06013222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,1536,0.046274222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,1024,0.06569044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,768,0.06539288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,512,0.04630888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,256,0.04611388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,128,0.04624244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,64,0.046241
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,256,32,0.04514322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,12288,0.48004233333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,10240,0.2632976666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,8192,0.21093366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,7168,0.2291524444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,6144,0.23575355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,5120,0.1615177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,4096,0.12524344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,3584,0.11281255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,3072,0.1236661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,2560,0.050285444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,2048,0.046737888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,1536,0.047390777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,1024,0.04725644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,768,0.05050933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,512,0.04648077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,256,0.04756266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,128,0.04837011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,64,0.047842888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,128,32,0.059528444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,12288,0.43189177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,10240,0.24241388888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,8192,0.1888928888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,7168,0.16341722222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,6144,0.21088166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,5120,0.11835633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,4096,0.09182766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,3584,0.08230588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,3072,0.08140599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,2560,0.049590666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,2048,0.04704844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,1536,0.04730411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,1024,0.048672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,768,0.04914577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,512,0.048052333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,256,0.047549666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,128,0.04863733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,64,0.047678222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,64,32,0.046509666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,12288,0.39081899999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,10240,0.2373597777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,8192,0.181571
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,7168,0.15659222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,6144,0.25832444444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,5120,0.11338455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,4096,0.07853733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,3584,0.06950088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,3072,0.07671588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,2560,0.04808122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,2048,0.049590666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,1536,0.068679
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,1024,0.07088466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,768,0.049056222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,512,0.04864455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,256,0.04902588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,128,0.04710188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,64,0.04698633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4096,32,32,0.04439644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,12288,6.542248555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,10240,5.369281666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,8192,4.296241444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,7168,3.7672021111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,6144,3.288552222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,5120,2.6927506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,4096,2.1678149999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,3584,1.904793222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,3072,1.6375912222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,2560,1.4133354444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,2048,1.1375375555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,1536,0.8760483333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,1024,0.6144695555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,768,0.4842167777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,512,0.3672153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,256,0.27254066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,128,0.228306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,64,0.14111355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,12288,32,0.12592522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,12288,5.431788555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,10240,4.420817555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,8192,3.561799222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,7168,3.120709222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,6144,2.682123888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,5120,2.2216364444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,4096,1.7902906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,3584,1.5738377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,3072,1.3469588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,2560,1.1282699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,2048,0.9084212222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,1536,0.6986185555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,1024,0.4822378888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,768,0.37639333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,512,0.2730332222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,256,0.15980033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,128,0.09730499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,64,0.08768933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,10240,32,0.07741644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,12288,4.444143888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,10240,3.593597222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,8192,2.8908013333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,7168,2.5183888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,6144,2.200081
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,5120,1.8185324444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,4096,1.4551737777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,3584,1.2732488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,3072,1.0961657777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,2560,0.9208419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,2048,0.7406836666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,1536,0.5653815555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,1024,0.38991622222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,768,0.3027945555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,512,0.21476722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,256,0.1259107777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,128,0.07988066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,64,0.07648188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,8192,32,0.07031555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,12288,3.847064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,10240,3.1179142222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,8192,2.4998624444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,7168,2.208934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,6144,1.9453301111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,5120,1.5770704444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,4096,1.269249222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,3584,1.1208527777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,3072,0.966071888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,2560,0.8428781111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,2048,0.6804069999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,1536,0.5209793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,1024,0.35935611111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,768,0.2778764444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,512,0.19461144444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,256,0.11106333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,128,0.0679221111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,64,0.06328688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,7168,32,0.05649944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,12288,3.3734118888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,10240,2.7110199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,8192,2.153503444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,7168,1.8818164444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,6144,1.6536924444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,5120,1.4001693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,4096,1.1214334444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,3584,0.9878844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,3072,0.8493087777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,2560,0.7108631111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,2048,0.5852152222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,1536,0.4514047777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,1024,0.3234703333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,768,0.24732933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,512,0.17955600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,256,0.10101288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,128,0.07216877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,64,0.054163777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,6144,32,0.04916744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,12288,2.7293355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,10240,2.2520246666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,8192,1.771192222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,7168,1.5547162222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,6144,1.354084333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,5120,1.1297693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,4096,0.8929526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,3584,0.7871630000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,3072,0.6840296666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,2560,0.5694967777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,2048,0.4558883333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,1536,0.34891711111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,1024,0.2407917777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,768,0.18642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,512,0.12952766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,256,0.072423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,128,0.04949822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,64,0.04788622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,5120,32,0.04914144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,12288,2.1975676666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,10240,1.822750222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,8192,1.4610006666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,7168,1.2654893333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,6144,1.1039296666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,5120,0.9233423333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,4096,0.7459053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,3584,0.6868954444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,3072,0.5948048888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,2560,0.49572177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,2048,0.39986555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,1536,0.30717988888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,1024,0.2082368888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,768,0.16054566666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,512,0.11065022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,256,0.06247944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,128,0.04985066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,64,0.046748000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,4096,32,0.04859833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,12288,1.9994534444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,10240,1.5784383333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,8192,1.283178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,7168,1.127724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,6144,0.9906635555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,5120,0.8391384444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,4096,0.6769056666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,3584,0.5934427777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,3072,0.509717
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,2560,0.42691277777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,2048,0.3434672222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,1536,0.2623356666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,1024,0.17897822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,768,0.1370301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,512,0.09553555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,256,0.05444544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,128,0.047813999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,64,0.048300777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3584,32,0.06787444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,12288,1.7679234444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,10240,1.3874538888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,8192,1.1110767777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,7168,0.9952525555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,6144,0.8637026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,5120,0.7023697777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,4096,0.5617776666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,3584,0.49755044444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,3072,0.4345264444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,2560,0.35603244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,2048,0.28719599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,1536,0.21986755555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,1024,0.14941477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,768,0.11531144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,512,0.08032988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,256,0.07850988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,128,0.04787466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,64,0.04854633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,3072,32,0.04784866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,12288,1.3941734444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,10240,1.133428111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,8192,0.8906415555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,7168,0.7817304444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,6144,0.7218784444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,5120,0.568370111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,4096,0.45117944444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,3584,0.3952996666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,3072,0.34896333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,2560,0.28695333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,2048,0.2326653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,1536,0.17531366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,1024,0.119522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,768,0.09217144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,512,0.06454644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,256,0.036797222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,128,0.03274555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,64,0.032032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2560,32,0.03272244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,12288,1.1166335555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,10240,0.9216306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,8192,0.7420298888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,7168,0.6559915555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,6144,0.6239292222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,5120,0.48993388888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,4096,0.4257514444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,3584,0.3748781111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,3072,0.32304277777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,2560,0.27010388888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,2048,0.21783955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,1536,0.16645633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,1024,0.1138958888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,768,0.08769222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,512,0.06139322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,256,0.035146222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,128,0.029443555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,64,0.032869777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,2048,32,0.03102088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,12288,0.8509987777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,10240,0.7083873333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,8192,0.5905726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,7168,0.5128326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,6144,0.47594155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,5120,0.37021255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,4096,0.33851422222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,3584,0.2980293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,3072,0.25823922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,2560,0.21443355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,2048,0.173745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,1536,0.13281666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,1024,0.09041355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,768,0.06973199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,512,0.06012066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,256,0.04699788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,128,0.047798111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,64,0.04969755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1536,32,0.04652122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,12288,0.6705977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,10240,0.4889848888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,8192,0.39636999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,7168,0.35007266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,6144,0.3534671111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,5120,0.284102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,4096,0.22737144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,3584,0.20000355555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,3072,0.17883666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,2560,0.144404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,2048,0.11604666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,1536,0.08931866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,1024,0.06124444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,768,0.047853
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,512,0.047704222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,256,0.05215166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,128,0.05082277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,64,0.04640277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,1024,32,0.04833544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,12288,0.46061744444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,10240,0.38653333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,8192,0.3051345555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,7168,0.2669448888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,6144,0.2506732222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,5120,0.20487566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,4096,0.1728451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,3584,0.15276444444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,3072,0.13289900000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,2560,0.11079033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,2048,0.08933455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,1536,0.06863133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,1024,0.04848422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,768,0.046704666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,512,0.047473111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,256,0.04668588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,128,0.04676388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,64,0.04722755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,768,32,0.04728533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,12288,0.3530395555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,10240,0.3054927777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,8192,0.23120644444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,7168,0.1982918888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,6144,0.17699066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,5120,0.14279344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,4096,0.11484055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,3584,0.10094355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,3072,0.08738888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,2560,0.07354677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,2048,0.05973499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,1536,0.04655444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,1024,0.053313
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,768,0.05376655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,512,0.052990888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,256,0.05858377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,128,0.052505555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,64,0.052428999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,512,32,0.050229111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,12288,0.2456378888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,10240,0.14771755555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,8192,0.20676933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,7168,0.18344733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,6144,0.17068133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,5120,0.13033655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,4096,0.10421811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,3584,0.091598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,3072,0.08863399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,2560,0.06612233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,2048,0.05405977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,1536,0.04668155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,1024,0.05375211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,768,0.04459144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,512,0.04540466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,256,0.101426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,128,0.04609077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,64,0.04536133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,256,32,0.04523133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,12288,0.36151266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,10240,0.17138188888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,8192,0.12784055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,7168,0.11630522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,6144,0.11878966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,5120,0.08093077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,4096,0.061773111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,3584,0.05588988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,3072,0.06123577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,2560,0.044770555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,2048,0.04500311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,1536,0.04563433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,1024,0.04597811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,768,0.045306444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,512,0.04425344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,256,0.045163444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,128,0.04557944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,64,0.046641111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,128,32,0.048475555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,12288,0.14569244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,10240,0.11878244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,8192,0.08555299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,7168,0.0722121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,6144,0.0765151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,5120,0.04683755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,4096,0.07759844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,3584,0.076869
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,3072,0.04757566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,2560,0.06645888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,2048,0.05435299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,1536,0.07021155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,1024,0.06837566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,768,0.044371888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,512,0.04550722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,256,0.04442677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,128,0.07504322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,64,0.045136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,64,32,0.045684888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,12288,0.1895862222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,10240,0.110734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,8192,0.08597188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,7168,0.07575966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,6144,0.082745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,5120,0.04608644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,4096,0.046483666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,3584,0.046489444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,3072,0.04772011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,2560,0.046651222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,2048,0.04766955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,1536,0.04676966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,1024,0.07049466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,768,0.07036033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,512,0.07009888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,256,0.06990388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,128,0.04652699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,64,0.049749555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2048,32,32,0.047149555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,12288,3.2370231111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,10240,2.6715606666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,8192,2.1437881111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,7168,1.8762148888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,6144,1.6493229999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,5120,1.3896523333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,4096,1.1139266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,3584,0.980925111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,3072,0.8441362222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,2560,0.7091427777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,2048,0.5713615555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,1536,0.44226288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,1024,0.3203272222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,768,0.25886177777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,512,0.1896151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,256,0.11971988888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,128,0.06737033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,64,0.05172266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,12288,32,0.05176455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,12288,2.6881934444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,10240,2.200520111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,8192,1.7644466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,7168,1.5453952222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,6144,1.3374616666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,5120,1.1100439999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,4096,0.8901287777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,3584,0.7833583333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,3072,0.6732728888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,2560,0.5649251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,2048,0.4549667777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,1536,0.34942844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,1024,0.24155155555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,768,0.18897955555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,512,0.13400833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,256,0.07273355555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,128,0.04774322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,64,0.046883777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,10240,32,0.04712355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,12288,2.195707222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,10240,1.7893228888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,8192,1.437966111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,7168,1.2591843333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,6144,1.0973213333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,5120,0.9089787777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,4096,0.7307603333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,3584,0.6838332222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,3072,0.590226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,2560,0.4929195555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,2048,0.3967556666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,1536,0.30328133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,1024,0.2088117777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,768,0.16060344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,512,0.110773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,256,0.06023333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,128,0.048030666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,64,0.04705277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,8192,32,0.04584811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,12288,1.9330985555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,10240,1.5699637777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,8192,1.2628676666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,7168,1.105665888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,6144,0.9734009999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,5120,0.8320693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,4096,0.6677247777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,3584,0.586544111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,3072,0.5088012222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,2560,0.4235905555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,2048,0.3416703333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,1536,0.26130577777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,1024,0.17891755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,768,0.1374822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,512,0.09476855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,256,0.052171888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,128,0.047058555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,64,0.04645911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,7168,32,0.046635333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,12288,1.6299544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,10240,1.3787135555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,8192,1.1051097777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,7168,0.969563111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,6144,0.8372808888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,5120,0.6975727777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,4096,0.5617531111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,3584,0.49371544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,3072,0.42566188888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,2560,0.3577051111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,2048,0.2884454444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,1536,0.22217577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,1024,0.1535921111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,768,0.1179042222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,512,0.08088166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,256,0.046100888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,128,0.04566466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,64,0.04600555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,6144,32,0.045739777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,12288,1.3518786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,10240,1.1022815555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,8192,0.8837905555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,7168,0.7750672222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,6144,0.6760765555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,5120,0.5568058888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,4096,0.44765788888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,3584,0.39364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,3072,0.34144211111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,2560,0.2865604444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,2048,0.23002488888888892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,1536,0.17593766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,1024,0.11957544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,768,0.09262211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,512,0.06438177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,256,0.04639122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,128,0.04603588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,64,0.04560111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,5120,32,0.04801622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,12288,1.1300452222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,10240,0.9085353333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,8192,0.7332548888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,7168,0.643344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,6144,0.5714424444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,5120,0.4779883333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,4096,0.3882825555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,3584,0.34355244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,3072,0.34022444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,2560,0.284323
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,2048,0.23057955555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,1536,0.1744744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,1024,0.11882
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,768,0.09163555555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,512,0.06361477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,256,0.04670177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,128,0.04749333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,64,0.04734022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,4096,32,0.04829933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,12288,1.0059862222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,10240,0.8299994444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,8192,0.6659264444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,7168,0.5853105555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,6144,0.5255567777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,5120,0.4191344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,4096,0.33725466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,3584,0.2965733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,3072,0.25698688888888893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,2560,0.21430933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,2048,0.172926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,1536,0.13229666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,1024,0.09040055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,768,0.07007577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,512,0.049527111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,256,0.04693
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,128,0.05160711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,64,0.046545777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3584,32,0.04650244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,12288,0.8494257777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,10240,0.6920318888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,8192,0.5592585555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,7168,0.4899526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,6144,0.4667288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,5120,0.37231711111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,4096,0.3372705555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,3584,0.2960692222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,3072,0.25537777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,2560,0.2138471111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,2048,0.17219366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,1536,0.132301
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,1024,0.09029366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,768,0.06949799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,512,0.04879333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,256,0.04653277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,128,0.04530499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,64,0.04517499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,3072,32,0.047671
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,12288,0.6860244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,10240,0.5542073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,8192,0.4480767777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,7168,0.39170299999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,6144,0.35128744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,5120,0.2816262222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,4096,0.22682833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,3584,0.19960488888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,3072,0.17221533333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,2560,0.14420755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,2048,0.11659411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,1536,0.08930422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,1024,0.06124733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,768,0.04826466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,512,0.04665266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,256,0.04600411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,128,0.045842333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,64,0.046629555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2560,32,0.047920888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,12288,0.5666165555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,10240,0.4940259999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,8192,0.3966444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,7168,0.34888677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,6144,0.33920177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,5120,0.28116111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,4096,0.22611766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,3584,0.19870933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,3072,0.17189755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,2560,0.14386666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,2048,0.11655222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,1536,0.08985022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,1024,0.06114477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,768,0.04818955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,512,0.04757422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,256,0.046865
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,128,0.04800033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,64,0.04658477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,2048,32,0.11297722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,12288,0.4800336666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,10240,0.37103299999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,8192,0.30166644444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,7168,0.2705473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,6144,0.24952922222222218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,5120,0.19955144444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,4096,0.17216188888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,3584,0.15412944444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,3072,0.13530833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,2560,0.11339033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,2048,0.09121811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,1536,0.070057
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,1024,0.05423455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,768,0.04780966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,512,0.04706577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,256,0.045934777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,128,0.04634644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,64,0.04598533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1536,32,0.046253999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,12288,0.38352888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,10240,0.2819945555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,8192,0.22845911111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,7168,0.2011331111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,6144,0.1898577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,5120,0.1426648888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,4096,0.11498788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,3584,0.10105477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,3072,0.08730222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,2560,0.07347022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,2048,0.05976966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,1536,0.046093666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,1024,0.044345888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,768,0.04515766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,512,0.04490344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,256,0.044867333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,128,0.045422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,64,0.04444555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,1024,32,0.04512444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,12288,0.2496693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,10240,0.19426911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,8192,0.17785011111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,7168,0.15428833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,6144,0.136435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,5120,0.11153999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,4096,0.08860511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,3584,0.07849833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,3072,0.06804488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,2560,0.057363222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,2048,0.04646633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,1536,0.04682744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,1024,0.04741677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,768,0.04703833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,512,0.04678988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,256,0.044912111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,128,0.045302111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,64,0.04469255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,768,32,0.048237222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,12288,0.17828344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,10240,0.139373
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,8192,0.20333299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,7168,0.18104377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,6144,0.16432866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,5120,0.13037844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,4096,0.10528844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,3584,0.09296733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,3072,0.0915691111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,2560,0.06682433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,2048,0.05454655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,1536,0.04636955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,1024,0.04589577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,768,0.045312222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,512,0.04533966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,256,0.046066222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,128,0.04617311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,64,0.04567333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,512,32,0.04481966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,12288,0.10512088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,10240,0.16252888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,8192,0.12314900000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,7168,0.11210477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,6144,0.11293388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,5120,0.07962933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,4096,0.06159688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,3584,0.05564433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,3072,0.05959633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,2560,0.04634644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,2048,0.046095111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,1536,0.04431122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,1024,0.04514755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,768,0.045586666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,512,0.04484855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,256,0.04510566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,128,0.04419133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,64,0.04422455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,256,32,0.04415377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,12288,0.076505
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,10240,0.052288888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,8192,0.06636788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,7168,0.05712633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,6144,0.05019588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,5120,0.04663822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,4096,0.04620199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,3584,0.047346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,3072,0.046599222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,2560,0.045121555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,2048,0.04725644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,1536,0.04601566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,1024,0.04573688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,768,0.045998333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,512,0.04657466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,256,0.04449466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,128,0.04759011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,64,0.04502766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,128,32,0.04766955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,12288,0.12667199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,10240,0.04675088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,8192,0.04911544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,7168,0.04601277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,6144,0.04601133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,5120,0.04770277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,4096,0.046275666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,3584,0.047750444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,3072,0.046449
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,2560,0.04543933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,2048,0.04692277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,1536,0.045767222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,1024,0.047003666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,768,0.04645766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,512,0.047382111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,256,0.04784144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,128,0.04910244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,64,0.04663677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,64,32,0.04618033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,12288,0.11340622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,10240,0.04697333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,8192,0.045650222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,7168,0.046212111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,6144,0.04591166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,5120,0.04597088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,4096,0.04616155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,3584,0.046183222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,3072,0.04615433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,2560,0.061329666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,2048,0.04653566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,1536,0.04608788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,1024,0.047506333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,768,0.04675811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,512,0.04708455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,256,0.05064222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,128,0.04777644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,64,0.047278111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1024,32,32,0.047662333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,12288,2.441881
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,10240,2.012938777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,8192,1.61226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,7168,1.4167298888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,6144,1.231856888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,5120,1.0240143333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,4096,0.8290374444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,3584,0.7263533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,3072,0.6758598888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,2560,0.5663623333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,2048,0.4558724444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,1536,0.3526437777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,1024,0.24226077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,768,0.19452333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,512,0.14200333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,256,0.07716222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,128,0.047356111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,64,0.04669455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,12288,32,0.046128333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,12288,2.0149436666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,10240,1.653142111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,8192,1.325662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,7168,1.1617233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,6144,1.0013004444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,5120,0.8336047777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,4096,0.6684802222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,3584,0.5891325555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,3072,0.507104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,2560,0.424658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,2048,0.3423636666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,1536,0.2618344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,1024,0.1793942222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,768,0.1390248888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,512,0.09757077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,256,0.05347911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,128,0.04707588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,64,0.04695888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,10240,32,0.04762188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,12288,1.644903
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,10240,1.3786601111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,8192,1.1048772222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,7168,0.9688553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,6144,0.8392438888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,5120,0.6954292222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,4096,0.5574414444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,3584,0.490305111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,3072,0.4225202222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,2560,0.35425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,2048,0.2856258888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,1536,0.21845199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,1024,0.14916488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,768,0.12180855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,512,0.08078633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,256,0.06561533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,128,0.06644588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,64,0.06542177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,8192,32,0.07349477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,12288,1.4610295555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,10240,1.185454111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,8192,0.9513096666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,7168,0.8341319999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,6144,0.7323940000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,5120,0.6055284444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,4096,0.4896738888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,3584,0.4312822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,3072,0.4242131111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,2560,0.3538513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,2048,0.284986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,1536,0.21752611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,1024,0.1491201111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,768,0.11386555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,512,0.07926244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,256,0.046189
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,128,0.051131888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,64,0.04642877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,7168,32,0.047793777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,12288,1.2461496666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,10240,1.024051888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,8192,0.8257195555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,7168,0.7224027777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,6144,0.6766485555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,5120,0.5573287777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,4096,0.4479409999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,3584,0.39402855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,3072,0.34074877777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,2560,0.2844515555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,2048,0.22993966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,1536,0.17615144444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,1024,0.12113111111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,768,0.09576088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,512,0.0651198888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,256,0.04842066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,128,0.04772155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,64,0.04657466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,6144,32,0.04808844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,12288,1.0176096666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,10240,0.8285261111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,8192,0.664872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,7168,0.5829286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,6144,0.5065637777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,5120,0.418522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,4096,0.3373687777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,3584,0.2977231111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,3072,0.25936155555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,2560,0.21477877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,2048,0.1731571111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,1536,0.13247577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,1024,0.09137555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,768,0.07084711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,512,0.050743333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,256,0.04867777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,128,0.049534333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,64,0.05038655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,5120,32,0.0482401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,12288,0.847597111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,10240,0.6920564444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,8192,0.5581275555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,7168,0.48913944444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,6144,0.4374384444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,5120,0.3749633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,4096,0.3366162222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,3584,0.2957384444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,3072,0.25558288888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,2560,0.21376477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,2048,0.17326833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,1536,0.13252633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,1024,0.09117188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,768,0.06993277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,512,0.049716333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,256,0.04664255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,128,0.04848133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,64,0.046657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,4096,32,0.04586833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,12288,0.7473093333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,10240,0.606255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,8192,0.48926077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,7168,0.4318932222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,6144,0.42271955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,5120,0.33431522222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,4096,0.259779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,3584,0.2296204444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,3072,0.1996482222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,2560,0.1654972222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,2048,0.13347677777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,1536,0.10271444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,1024,0.07059866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,768,0.054890333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,512,0.047835666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,256,0.04734744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,128,0.04750488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,64,0.04685344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3584,32,0.04696322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,12288,0.6842535555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,10240,0.553927111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,8192,0.4453915555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,7168,0.39141699999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,6144,0.3547656666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,5120,0.28207977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,4096,0.22662177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,3584,0.1991051111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,3072,0.17212144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,2560,0.14541944444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,2048,0.11649588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,1536,0.08944722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,1024,0.0775551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,768,0.04784577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,512,0.04591022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,256,0.04661655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,128,0.04700222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,64,0.07704955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,3072,32,0.04688955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,12288,0.5533002222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,10240,0.44574833333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,8192,0.35019833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,7168,0.309699
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,6144,0.27252622222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,5120,0.22101588888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,4096,0.1750608888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,3584,0.15407166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,3072,0.13491111111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,2560,0.11153277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,2048,0.09087722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,1536,0.06947344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,1024,0.05763622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,768,0.047288222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,512,0.04742544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,256,0.04711488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,128,0.04809422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,64,0.04782555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2560,32,0.046826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,12288,0.42913144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,10240,0.37581988888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,8192,0.3073936666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,7168,0.26690155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,6144,0.242216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,5120,0.20081388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,4096,0.17402522222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,3584,0.154284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,3072,0.13358366666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,2560,0.11159633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,2048,0.08981988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,1536,0.06920188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,1024,0.07178166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,768,0.07448855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,512,0.048258888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,256,0.047171222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,128,0.04665411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,64,0.04680288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,2048,32,0.04854055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,12288,0.38752422222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,10240,0.28201044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,8192,0.2272818888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,7168,0.19770977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,6144,0.1844512222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,5120,0.142623
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,4096,0.116103
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,3584,0.10156322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,3072,0.08810966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,2560,0.07384866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,2048,0.06554022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,1536,0.06548244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,1024,0.06528888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,768,0.046321888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,512,0.04498866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,256,0.04541333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,128,0.05259511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,64,0.04687655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1536,32,0.06509677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,12288,0.2429468888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,10240,0.1945608888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,8192,0.17669311111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,7168,0.15631344444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,6144,0.13863344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,5120,0.11029633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,4096,0.08833355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,3584,0.078429
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,3072,0.06872955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,2560,0.057146555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,2048,0.046333444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,1536,0.04495833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,1024,0.04449466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,768,0.045393111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,512,0.051419333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,256,0.04557366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,128,0.045913111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,64,0.04452788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,1024,32,0.044601555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,12288,0.20979833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,10240,0.2587621111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,8192,0.20401911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,7168,0.18068700000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,6144,0.17312822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,5120,0.12995955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,4096,0.10502266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,3584,0.09195622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,3072,0.08999033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,2560,0.06647188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,2048,0.054455555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,1536,0.04710188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,1024,0.04550866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,768,0.046212111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,512,0.04594055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,256,0.04565166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,128,0.052790111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,64,0.045224111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,768,32,0.04509266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,12288,0.12565655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,10240,0.12730899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,8192,0.10236055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,7168,0.09074722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,6144,0.08048588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,5120,0.06926977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,4096,0.10442466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,3584,0.09182477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,3072,0.08911644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,2560,0.06590711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,2048,0.053975999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,1536,0.051386111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,1024,0.04564155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,768,0.04554333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,512,0.045302111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,256,0.044949666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,128,0.044553888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,64,0.044836999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,512,32,0.045876999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,12288,0.0830512222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,10240,0.07727633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,8192,0.05236111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,7168,0.11147499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,6144,0.1112771111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,5120,0.07900388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,4096,0.06614833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,3584,0.05556777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,3072,0.05890733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,2560,0.050713
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,2048,0.04602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,1536,0.045531777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,1024,0.047954111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,768,0.04636666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,512,0.045706555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,256,0.045981
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,128,0.04564155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,64,0.04548555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,256,32,0.04589577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,12288,0.05557788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,10240,0.05326966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,8192,0.054587
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,7168,0.055106999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,6144,0.049937333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,5120,0.04670177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,4096,0.04636233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,3584,0.04885977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,3072,0.054077111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,2560,0.04582933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,2048,0.045934777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,1536,0.045699333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,1024,0.04493522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,768,0.04450333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,512,0.04530499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,256,0.04528188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,128,0.06367833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,64,0.045407555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,128,32,0.045192333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,12288,0.05535255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,10240,0.04874855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,8192,0.05011211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,7168,0.048052333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,6144,0.04653566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,5120,0.05050644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,4096,0.04561844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,3584,0.049203555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,3072,0.04568633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,2560,0.047085999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,2048,0.055654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,1536,0.047772111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,1024,0.05045588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,768,0.04892766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,512,0.04688233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,256,0.04639411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,128,0.04636955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,64,0.045878444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,64,32,0.04576866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,12288,0.05177466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,10240,0.05453355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,8192,0.04629877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,7168,0.05594911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,6144,0.046690222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,5120,0.04606333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,4096,0.045817777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,3584,0.04619911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,3072,0.04640566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,2560,0.046093666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,2048,0.047945444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,1536,0.04722611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,1024,0.04632477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,768,0.052213777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,512,0.06039944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,256,0.047793777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,128,0.047098999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,64,0.04715677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,768,32,32,0.050533888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,12288,1.6579448888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,10240,1.3814969999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,8192,1.1041882222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,7168,0.969485111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,6144,0.8422194444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,5120,0.696397
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,4096,0.5583586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,3584,0.49167444444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,3072,0.4235212222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,2560,0.35444499999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,2048,0.2857241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,1536,0.21997733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,1024,0.15028577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,768,0.11743766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,512,0.08167177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,256,0.04884244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,128,0.04814188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,64,0.048218444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,12288,32,0.04682455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,12288,1.3535267777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,10240,1.1041029999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,8192,0.8848218888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,7168,0.7765376666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,6144,0.6835732222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,5120,0.5979176666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,4096,0.4473444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,3584,0.3933727777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,3072,0.33941122222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,2560,0.2837697777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,2048,0.23001766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,1536,0.176813
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,1024,0.12079311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,768,0.0937661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,512,0.06537844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,256,0.04686211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,128,0.04749911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,64,0.04758288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,10240,32,0.04731711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,12288,1.1004875555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,10240,0.9151682222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,8192,0.7318508888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,7168,0.6419934444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,6144,0.5615696666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,5120,0.46710733333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,4096,0.37803133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,3584,0.3338992222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,3072,0.33828888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,2560,0.28396044444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,2048,0.2295381111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,1536,0.1755852222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,1024,0.11981955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,768,0.09216422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,512,0.06459122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,256,0.049493888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,128,0.04874133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,64,0.048904555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,8192,32,0.04810433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,12288,0.9731987777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,10240,0.828516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,8192,0.6644762222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,7168,0.5832262222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,6144,0.5107916666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,5120,0.4193453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,4096,0.336583
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,3584,0.30028555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,3072,0.2603437777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,2560,0.21469933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,2048,0.17330299999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,1536,0.13323555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,1024,0.09108666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,768,0.07075466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,512,0.04959933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,256,0.046528444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,128,0.04731277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,64,0.046496666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,7168,32,0.047315666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,12288,0.8446013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,10240,0.6959911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,8192,0.5578892222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,7168,0.4892781111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,6144,0.43964844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,5120,0.35801711111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,4096,0.3378627777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,3584,0.2970933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,3072,0.2575661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,2560,0.21413455555555558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,2048,0.17317588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,1536,0.13328755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,1024,0.09096244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,768,0.07029533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,512,0.05039088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,256,0.048138999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,128,0.047939666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,64,0.05003266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,6144,32,0.04642444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,12288,0.6747852222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,10240,0.5542694444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,8192,0.4472274444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,7168,0.39151955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,6144,0.3379653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,5120,0.28131711111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,4096,0.2291928888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,3584,0.2020171111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,3072,0.17790788888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,2560,0.14511755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,2048,0.11775111111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,1536,0.09098699999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,1024,0.06432977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,768,0.06753933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,512,0.0644121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,256,0.06069411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,128,0.0528551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,64,0.046753777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,5120,32,0.04644322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,12288,0.5814741111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,10240,0.4766984444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,8192,0.3870562222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,7168,0.33786855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,6144,0.3412008888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,5120,0.2830778888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,4096,0.22688177777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,3584,0.19952977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,3072,0.17811733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,2560,0.14447911111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,2048,0.11675588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,1536,0.09007266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,1024,0.061767333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,768,0.04819966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,512,0.04671911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,256,0.04592611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,128,0.046407111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,64,0.04672488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,4096,32,0.04664977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,12288,0.504670111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,10240,0.4236006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,8192,0.33853155555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,7168,0.29948677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,6144,0.2975136666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,5120,0.2382741111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,4096,0.2271128888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,3584,0.19914988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,3072,0.17517066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,2560,0.14404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,2048,0.11643955555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,1536,0.08985599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,1024,0.061440888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,768,0.04813177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,512,0.047337333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,256,0.04641
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,128,0.046067666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,64,0.04802633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3584,32,0.046266999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,12288,0.42623966666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,10240,0.36025599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,8192,0.2928134444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,7168,0.25690311111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,6144,0.22481044444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,5120,0.2058521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,4096,0.17470699999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,3584,0.15540922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,3072,0.13438822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,2560,0.11108644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,2048,0.09082522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,1536,0.06960922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,1024,0.048375888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,768,0.04797288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,512,0.059720555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,256,0.04681444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,128,0.046591999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,64,0.04620777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,3072,32,0.04663388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,12288,0.36585466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,10240,0.2795953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,8192,0.2251181111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,7168,0.197223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,6144,0.1882111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,5120,0.1455162222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,4096,0.11618533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,3584,0.10216555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,3072,0.09720822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,2560,0.07425888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,2048,0.06042255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,1536,0.046688777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,1024,0.04643166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,768,0.045586666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,512,0.04564877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,256,0.04553611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,128,0.04641
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,64,0.045734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2560,32,0.045177888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,12288,0.3484765555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,10240,0.2791721111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,8192,0.22617688888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,7168,0.19790766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,6144,0.18209822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,5120,0.14333077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,4096,0.11527388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,3584,0.1015791111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,3072,0.08836822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,2560,0.07397
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,2048,0.060240555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,1536,0.04658911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,1024,0.044825444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,768,0.045084000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,512,0.044655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,256,0.04445277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,128,0.04472866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,64,0.045053666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,2048,32,0.04532666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,12288,0.22443055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,10240,0.19510977777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,8192,0.1810798888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,7168,0.15532255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,6144,0.14066433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,5120,0.11239077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,4096,0.08891566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,3584,0.07912666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,3072,0.06909644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,2560,0.05750766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,2048,0.04693144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,1536,0.045916000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,1024,0.04593044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,768,0.04570366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,512,0.04619911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,256,0.04554333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,128,0.04584955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,64,0.044941
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1536,32,0.045734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,12288,0.16233966666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,10240,0.13985977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,8192,0.2058521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,7168,0.18033600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,6144,0.16444999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,5120,0.12972555555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,4096,0.10481322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,3584,0.092521
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,3072,0.08945588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,2560,0.06662788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,2048,0.05458844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,1536,0.04761033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,1024,0.04732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,768,0.04686788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,512,0.04922811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,256,0.047231888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,128,0.046496666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,64,0.047216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,1024,32,0.047204444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,12288,0.12626466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,10240,0.12869277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,8192,0.10332688888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,7168,0.09252388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,6144,0.08088166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,5120,0.06981
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,4096,0.10572033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,3584,0.09226244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,3072,0.08830033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,2560,0.06669866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,2048,0.05379977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,1536,0.046495222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,1024,0.04498433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,768,0.04505655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,512,0.045115777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,256,0.046217888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,128,0.046105222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,64,0.04626266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,768,32,0.04507677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,12288,0.10406644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,10240,0.16159866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,8192,0.12417311111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,7168,0.11143888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,6144,0.1130768888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,5120,0.07990955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,4096,0.062418777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,3584,0.05657166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,3072,0.067769
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,2560,0.045332444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,2048,0.04623377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,1536,0.04618177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,1024,0.04607777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,768,0.04645044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,512,0.04538155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,256,0.04567911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,128,0.04529344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,64,0.04521111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,512,32,0.045128777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,12288,0.05835699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,10240,0.05331877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,8192,0.06622055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,7168,0.058279
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,6144,0.050776555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,5120,0.05059166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,4096,0.04653422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,3584,0.04700222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,3072,0.046545777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,2560,0.04636522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,2048,0.04619911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,1536,0.04508255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,1024,0.04487744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,768,0.05666555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,512,0.056597666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,256,0.05511133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,128,0.05330722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,64,0.048464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,256,32,0.06529322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,12288,0.06823266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,10240,0.048306555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,8192,0.046213555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,7168,0.06815033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,6144,0.04560688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,5120,0.047049888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,4096,0.05219066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,3584,0.04620055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,3072,0.045564999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,2560,0.0463811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,2048,0.04629877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,1536,0.046316111111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,1024,0.044933777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,768,0.04514611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,512,0.04545377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,256,0.04560688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,128,0.04658622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,64,0.052047666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,128,32,0.045796111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,12288,0.046339222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,10240,0.046404222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,8192,0.04834122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,7168,0.045721000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,6144,0.045876999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,5120,0.04547544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,4096,0.04532522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,3584,0.04917033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,3072,0.04999655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,2560,0.04639555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,2048,0.045747
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,1536,0.045851
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,1024,0.04591455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,768,0.047591555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,512,0.04611244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,256,0.04831377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,128,0.04595211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,64,0.04591166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,64,32,0.04601133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,12288,0.04776633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,10240,0.04624533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,8192,0.045819222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,7168,0.04739222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,6144,0.047153888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,5120,0.048458222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,4096,0.049652777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,3584,0.04696322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,3072,0.04655588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,2560,0.04760166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,2048,0.04710477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,1536,0.047279555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,1024,0.04803933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,768,0.048266111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,512,0.04857811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,256,0.04540322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,128,0.048295
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,64,0.047606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,512,32,32,0.04918477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,12288,1.2684706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,10240,1.0595187777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,8192,0.8474194444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,7168,0.7462779999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,6144,0.6511887777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,5120,0.5361922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,4096,0.42882666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,3584,0.3768382222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,3072,0.32889277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,2560,0.2715295555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,2048,0.21926233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,1536,0.17075355555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,1024,0.11685266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,768,0.090545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,512,0.062777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,256,0.047423999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,128,0.04749766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,64,0.048282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,12288,32,0.04715244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,12288,1.0352029999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,10240,0.8521456666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,8192,0.6799765555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,7168,0.6008831111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,6144,0.5225147777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,5120,0.42985222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,4096,0.3435394444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,3584,0.30450477777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,3072,0.26415277777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,2560,0.21828877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,2048,0.17772444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,1536,0.13721355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,1024,0.09418355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,768,0.07427911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,512,0.05167066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,256,0.05203033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,128,0.04890311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,64,0.04799599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,10240,32,0.045949222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,12288,0.8525688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,10240,0.7014482222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,8192,0.5620203333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,7168,0.49721388888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,6144,0.4377114444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,5120,0.3611024444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,4096,0.2910902222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,3584,0.2581641111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,3072,0.22695255555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,2560,0.21840866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,2048,0.17450477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,1536,0.1344821111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,1024,0.090779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,768,0.07034588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,512,0.04899122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,256,0.04777933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,128,0.047541
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,64,0.04854777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,8192,32,0.051339888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,12288,0.7539552222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,10240,0.6405793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,8192,0.5124325555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,7168,0.450242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,6144,0.3962645555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,5120,0.32422722222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,4096,0.2578391111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,3584,0.22818322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,3072,0.19824422222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,2560,0.1673981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,2048,0.134849
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,1536,0.1050732222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,1024,0.07107533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,768,0.05528466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,512,0.046505333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,256,0.046745111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,128,0.047078777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,64,0.04638833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,7168,32,0.046688777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,12288,0.6461794444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,10240,0.5345441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,8192,0.4302768888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,7168,0.37831299999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,6144,0.33755222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,5120,0.33706255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,4096,0.2660507777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,3584,0.23686722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,3072,0.20931444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,2560,0.17149599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,2048,0.13708499999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,1536,0.10595288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,1024,0.07164588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,768,0.05575988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,512,0.04801044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,256,0.04853477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,128,0.04929166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,64,0.04806099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,6144,32,0.04668155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,12288,0.5232846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,10240,0.4305773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,8192,0.34445088888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,7168,0.3042563333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,6144,0.26429577777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,5120,0.21667533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,4096,0.1764042222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,3584,0.15853644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,3072,0.13709511111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,2560,0.113113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,2048,0.090935
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,1536,0.07086733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,1024,0.04884388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,768,0.046912666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,512,0.046823111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,256,0.04781255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,128,0.048549222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,64,0.048182333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,5120,32,0.04756844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,12288,0.4395415555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,10240,0.3680487777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,8192,0.2979123333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,7168,0.2617911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,6144,0.23384399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,5120,0.22066633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,4096,0.17529055555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,3584,0.155714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,3072,0.13617066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,2560,0.11169888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,2048,0.09039911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,1536,0.07002522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,1024,0.049075
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,768,0.04894355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,512,0.04746011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,256,0.04769122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,128,0.04777933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,64,0.04870233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,4096,32,0.048799111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,12288,0.38586455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,10240,0.3257872222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,8192,0.2639173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,7168,0.23068355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,6144,0.20579144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,5120,0.18289699999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,4096,0.15097477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,3584,0.15425944444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,3072,0.13493999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,2560,0.11175666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,2048,0.0903471111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,1536,0.07002811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,1024,0.04835855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,768,0.07381833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,512,0.07337055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,256,0.0737851111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,128,0.07327088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,64,0.07241722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3584,32,0.07286066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,12288,0.33263244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,10240,0.278512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,8192,0.22420666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,7168,0.19868766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,6144,0.23783933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,5120,0.1739804444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,4096,0.13688133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,3584,0.12265211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,3072,0.10783933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,2560,0.08910777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,2048,0.07178455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,1536,0.05574833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,1024,0.047662333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,768,0.04835999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,512,0.04806533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,256,0.04770277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,128,0.047983
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,64,0.04758866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,3072,32,0.04792522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,12288,0.269503
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,10240,0.21919733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,8192,0.18548833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,7168,0.1588022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,6144,0.14853944444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,5120,0.11420211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,4096,0.09006544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,3584,0.080327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,3072,0.07174844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,2560,0.05846822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,2048,0.04792955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,1536,0.04654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,1024,0.04534833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,768,0.07570333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,512,0.04485
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,256,0.044603
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,128,0.04501611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,64,0.04423033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2560,32,0.07820944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,12288,0.22939222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,10240,0.2227882222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,8192,0.177736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,7168,0.15951866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,6144,0.14183288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,5120,0.11286022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,4096,0.08891422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,3584,0.07956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,3072,0.07053077777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,2560,0.05819811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,2048,0.047288222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,1536,0.04538155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,1024,0.04561988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,768,0.04496555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,512,0.04480522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,256,0.04450333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,128,0.044803777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,64,0.0453541111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,2048,32,0.04468244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,12288,0.43303722222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,10240,0.2584241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,8192,0.20438455555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,7168,0.18045733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,6144,0.17107422222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,5120,0.13029611111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,4096,0.10476988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,3584,0.09293699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,3072,0.08992822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,2560,0.06741655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,2048,0.05476033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,1536,0.04626555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,1024,0.04572822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,768,0.04588999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,512,0.04535555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,256,0.05456244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,128,0.045287666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,64,0.04570077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1536,32,0.039351000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,12288,0.15113222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,10240,0.1278651111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,8192,0.10272166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,7168,0.09143333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,6144,0.08048444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,5120,0.06966988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,4096,0.10369377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,3584,0.09159366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,3072,0.08789733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,2560,0.06584644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,2048,0.05355133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,1536,0.04289133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,1024,0.030089222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,768,0.03122455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,512,0.03417844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,256,0.03195111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,128,0.03201611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,64,0.030043
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,1024,32,0.03141377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,12288,0.2662414444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,10240,0.16160588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,8192,0.12396800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,7168,0.1122911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,6144,0.11039744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,5120,0.07976366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,4096,0.0766508888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,3584,0.056418555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,3072,0.06107977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,2560,0.045726777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,2048,0.045287666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,1536,0.04477488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,1024,0.04468966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,768,0.04541622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,512,0.04680577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,256,0.04689533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,128,0.045274666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,64,0.04537577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,768,32,0.04943466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,12288,0.08117055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,10240,0.0710161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,8192,0.053662555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,7168,0.11296566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,6144,0.11016777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,5120,0.07938955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,4096,0.06146255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,3584,0.06242455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,3072,0.06160411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,2560,0.04615144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,2048,0.04742255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,1536,0.04765511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,1024,0.04600699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,768,0.047003666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,512,0.045515888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,256,0.04554333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,128,0.045462444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,64,0.04485
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,512,32,0.04521833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,12288,0.05228022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,10240,0.052428999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,8192,0.052472333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,7168,0.05425477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,6144,0.04983188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,5120,0.07558777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,4096,0.06651088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,3584,0.04676966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,3072,0.07163577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,2560,0.06802033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,2048,0.07455933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,1536,0.066937
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,1024,0.056447444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,768,0.04869944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,512,0.04550288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,256,0.04581344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,128,0.04578022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,64,0.04463333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,256,32,0.04479944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,12288,0.07439755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,10240,0.06529755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,8192,0.06553444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,7168,0.04604311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,6144,0.04686066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,5120,0.04587122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,4096,0.045550555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,3584,0.04602144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,3072,0.046295888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,2560,0.04555488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,2048,0.052434777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,1536,0.04647211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,1024,0.04631322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,768,0.04616155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,512,0.046266999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,256,0.04837155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,128,0.06607611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,64,0.06572222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,128,32,0.06613100000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,12288,0.07573366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,10240,0.06642422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,8192,0.13884433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,7168,0.049012888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,6144,0.04938844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,5120,0.046927111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,4096,0.046421555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,3584,0.04726077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,3072,0.04908944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,2560,0.049609444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,2048,0.049488111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,1536,0.04738355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,1024,0.046037333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,768,0.04652555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,512,0.045898666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,256,0.04638255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,128,0.04709466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,64,0.04684333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,64,32,0.04707444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,12288,0.04684622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,10240,0.04768111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,8192,0.047049888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,7168,0.046852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,6144,0.047346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,5120,0.046319
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,4096,0.047633444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,3584,0.04652122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,3072,0.04645911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,2560,0.04661077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,2048,0.047085999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,1536,0.04617888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,1024,0.05239
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,768,0.04665988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,512,0.04778944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,256,0.04672488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,128,0.04611966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,64,0.046022888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,384,32,32,0.04727522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,12288,0.8797403333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,10240,0.7218885555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,8192,0.5659824444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,7168,0.492219
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,6144,0.44372755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,5120,0.3608713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,4096,0.33757822222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,3584,0.29627
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,3072,0.25585155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,2560,0.2136578888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,2048,0.17271655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,1536,0.1402728888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,1024,0.09379788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,768,0.07240277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,512,0.05032877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,256,0.05109288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,128,0.050840111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,64,0.04813177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,12288,32,0.05004566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,12288,0.712478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,10240,0.5583153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,8192,0.448536111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,7168,0.39869988888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,6144,0.3549028888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,5120,0.28251455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,4096,0.22679366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,3584,0.19960488888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,3072,0.17265588888888891
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,2560,0.1441281111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,2048,0.12224477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,1536,0.09690488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,1024,0.06436155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,768,0.05032444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,512,0.04708744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,256,0.05648355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,128,0.046190444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,64,0.06320311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,10240,32,0.046252555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,12288,0.5751936666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,10240,0.4795642222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,8192,0.38834177777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,7168,0.3389432222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,6144,0.35586199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,5120,0.28099066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,4096,0.22561644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,3584,0.19837855555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,3072,0.172718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,2560,0.14745899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,2048,0.1191551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,1536,0.09594577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,1024,0.06339811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,768,0.04902299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,512,0.046674333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,256,0.04733588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,128,0.04657322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,64,0.04702677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,8192,32,0.049537222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,12288,0.5214906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,10240,0.4219279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,8192,0.3407617777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,7168,0.300352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,6144,0.266318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,5120,0.220701
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,4096,0.2255211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,3584,0.19869199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,3072,0.17129955555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,2560,0.1472163333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,2048,0.11890233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,1536,0.09497077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,1024,0.0627221111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,768,0.04895511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,512,0.04707588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,256,0.04604311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,128,0.0741028888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,64,0.074191
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,7168,32,0.07093666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,12288,0.46234788888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,10240,0.3683492222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,8192,0.297297
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,7168,0.26096488888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,6144,0.2394368888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,5120,0.19256755555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,4096,0.15741122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,3584,0.14149344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,3072,0.17768544444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,2560,0.14595966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,2048,0.11840544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,1536,0.09186666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,1024,0.06460855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,768,0.04833688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,512,0.049125555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,256,0.04728533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,128,0.05118244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,64,0.04888288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,6144,32,0.046483666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,12288,0.37836788888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,10240,0.294736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,8192,0.23073699999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,7168,0.21285766666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,6144,0.1928391111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,5120,0.1423861111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,4096,0.12101122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,3584,0.11366477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,3072,0.10204566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,2560,0.07987055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,2048,0.06288388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,1536,0.05214733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,1024,0.04702244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,768,0.047801
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,512,0.04600699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,256,0.046363777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,128,0.045745555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,64,0.04645044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,5120,32,0.04563433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,12288,0.355979
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,10240,0.28818399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,8192,0.2265957777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,7168,0.19965255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,6144,0.17928588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,5120,0.14875755555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,4096,0.1186582222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,3584,0.10416466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,3072,0.09582877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,2560,0.07555022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,2048,0.06134555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,1536,0.048683555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,1024,0.04644322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,768,0.04558522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,512,0.04614133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,256,0.046587666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,128,0.04699066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,64,0.04618755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,4096,32,0.045391666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,12288,0.25884155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,10240,0.216099
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,8192,0.2255211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,7168,0.1975942222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,6144,0.17162455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,5120,0.14437366666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,4096,0.11652622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,3584,0.10284444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,3072,0.09347433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,2560,0.074802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,2048,0.060763444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,1536,0.04728677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,1024,0.04718422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,768,0.04641722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,512,0.04700222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,256,0.04651833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,128,0.04718711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,64,0.048570888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3584,32,0.04749622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,12288,0.23462833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,10240,0.19256322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,8192,0.15990144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,7168,0.141648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,6144,0.18498855555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,5120,0.14424366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,4096,0.11569277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,3584,0.10197777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,3072,0.08964944444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,2560,0.07439177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,2048,0.060526555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,1536,0.04691555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,1024,0.04644033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,768,0.045814888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,512,0.04548411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,256,0.04564588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,128,0.04510999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,64,0.04537577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,3072,32,0.04560544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,12288,0.46238111111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,10240,0.25702155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,8192,0.20685166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,7168,0.18231922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,6144,0.17917466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,5120,0.1316582222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,4096,0.10609444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,3584,0.09352633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,3072,0.0951961111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,2560,0.067509
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,2048,0.05561688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,1536,0.046412888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,1024,0.07281733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,768,0.04510855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,512,0.04554333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,256,0.047835666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,128,0.04583366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,64,0.045511555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2560,32,0.04600844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,12288,0.15924566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,10240,0.1412941111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,8192,0.2045001111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,7168,0.1813702222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,6144,0.17009488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,5120,0.1313101111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,4096,0.10481755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,3584,0.09329233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,3072,0.09104477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,2560,0.06686911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,2048,0.05574833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,1536,0.04711922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,1024,0.04595355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,768,0.04655155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,512,0.04674655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,256,0.048780333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,128,0.05397455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,64,0.070109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,2048,32,0.045081111111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,12288,0.12993788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,10240,0.13035099999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,8192,0.10496633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,7168,0.09358844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,6144,0.08150133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,5120,0.07736444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,4096,0.1057131111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,3584,0.09307566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,3072,0.09126722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,2560,0.067028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,2048,0.054857111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,1536,0.04553322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,1024,0.045894333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,768,0.04544222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,512,0.04569788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,256,0.04542488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,128,0.04567477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,64,0.04582211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1536,32,0.04468677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,12288,0.10523644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,10240,0.16298822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,8192,0.12559299999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,7168,0.11185922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,6144,0.11264788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,5120,0.08002222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,4096,0.075244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,3584,0.07137144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,3072,0.06146833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,2560,0.045602555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,2048,0.04630744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,1536,0.04560111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,1024,0.04518077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,768,0.04538444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,512,0.045817777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,256,0.04450766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,128,0.046772555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,64,0.047182777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,1024,32,0.04605322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,12288,0.082979
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,10240,0.07277544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,8192,0.05373477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,7168,0.11158188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,6144,0.111826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,5120,0.07940688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,4096,0.06213855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,3584,0.05615711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,3072,0.060881888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,2560,0.04558233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,2048,0.04533388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,1536,0.053447333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,1024,0.046197666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,768,0.04573544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,512,0.04584955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,256,0.04541044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,128,0.04609655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,64,0.04669311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,768,32,0.045578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,12288,0.05498422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,10240,0.052662999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,8192,0.06649933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,7168,0.05823711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,6144,0.05089933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,5120,0.07029966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,4096,0.04788044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,3584,0.047753333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,3072,0.045452333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,2560,0.04504933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,2048,0.04517644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,1536,0.045349777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,1024,0.04532955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,768,0.04547688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,512,0.045094111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,256,0.04545955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,128,0.045614111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,64,0.045518777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,512,32,0.04541188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,12288,0.049008555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,10240,0.04681733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,8192,0.04707588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,7168,0.046995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,6144,0.046191888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,5120,0.046514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,4096,0.04673066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,3584,0.046655555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,3072,0.04892911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,2560,0.047632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,2048,0.06690233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,1536,0.048582444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,1024,0.04635222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,768,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,512,0.045621333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,256,0.046711888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,128,0.04638688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,64,0.045774444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,256,32,0.046239555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,12288,0.04672055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,10240,0.046461999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,8192,0.046772555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,7168,0.04638977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,6144,0.046733555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,5120,0.04659633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,4096,0.04721888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,3584,0.04674222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,3072,0.04727666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,2560,0.046766777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,2048,0.04691411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,1536,0.04673933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,1024,0.04623522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,768,0.04549566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,512,0.04602722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,256,0.04666855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,128,0.047120666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,64,0.04707588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,128,32,0.047348888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,12288,0.046564555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,10240,0.046996444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,8192,0.04730555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,7168,0.047463
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,6144,0.04609655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,5120,0.047240555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,4096,0.04675811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,3584,0.04790355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,3072,0.04659633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,2560,0.04631322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,2048,0.046193333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,1536,0.045538999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,1024,0.046531333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,768,0.04578455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,512,0.04650677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,256,0.04637533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,128,0.04623666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,64,0.047029666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,64,32,0.046275666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,12288,0.05178766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,10240,0.046363777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,8192,0.046683
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,7168,0.04560111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,6144,0.04672922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,5120,0.04617022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,4096,0.045531777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,3584,0.046625222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,3072,0.046066222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,2560,0.04701233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,2048,0.04980877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,1536,0.04679566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,1024,0.04595644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,768,0.04648655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,512,0.04671333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,256,0.04747022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,128,0.046317555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,64,0.04880922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,256,32,32,0.038904666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,12288,0.6588616666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,10240,0.5389005555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,8192,0.4324146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,7168,0.38400411111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,6144,0.3380491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,5120,0.27725822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,4096,0.22343388888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,3584,0.22858188888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,3072,0.197522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,2560,0.1643431111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,2048,0.13218833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,1536,0.10787400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,1024,0.07334455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,768,0.05772433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,512,0.03975688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,256,0.031603
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,128,0.03418711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,64,0.03280911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,12288,32,0.033792777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,12288,0.5319195555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,10240,0.4328956666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,8192,0.34670566666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,7168,0.3046636666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,6144,0.2671991111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,5120,0.21900377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,4096,0.1752111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,3584,0.15429555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,3072,0.13449655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,2560,0.11196899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,2048,0.09410122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,1536,0.07609622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,1024,0.052082333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,768,0.05783411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,512,0.04748466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,256,0.04717411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,128,0.046826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,64,0.04686211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,10240,32,0.04693
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,12288,0.4369068888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,10240,0.36952355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,8192,0.29907222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,7168,0.26375988888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,6144,0.23539100000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,5120,0.21821655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,4096,0.17450188888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,3584,0.153387
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,3072,0.13420911111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,2560,0.11513233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,2048,0.09313633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,1536,0.07477166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,1024,0.05075633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,768,0.04778511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,512,0.046323333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,256,0.04756266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,128,0.04689244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,64,0.04709755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,8192,32,0.04627133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,12288,0.3864668888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,10240,0.3262176666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,8192,0.2625638888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,7168,0.23276211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,6144,0.20683577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,5120,0.17145988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,4096,0.1394538888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,3584,0.15366866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,3072,0.1337858888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,2560,0.11454299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,2048,0.09314644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,1536,0.07367388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,1024,0.04987233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,768,0.046961777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,512,0.05052811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,256,0.046239555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,128,0.046735
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,64,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,7168,32,0.04669166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,12288,0.33770388888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,10240,0.28166233333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,8192,0.22770077777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,7168,0.20110566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,6144,0.18154355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,5120,0.14941622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,4096,0.12081911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,3584,0.10893855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,3072,0.11810355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,2560,0.11354633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,2048,0.09185944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,1536,0.072956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,1024,0.048749999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,768,0.03863888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,512,0.034915111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,256,0.057618888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,128,0.056028555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,64,0.05508966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,6144,32,0.04961666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,12288,0.27509588888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,10240,0.22825977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,8192,0.18137599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,7168,0.15995055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,6144,0.141596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,5120,0.11069355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,4096,0.09416477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,3584,0.08461411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,3072,0.0793
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,2560,0.0631901111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,2048,0.05066966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,1536,0.04602722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,1024,0.04510999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,768,0.04511866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,512,0.055174888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,256,0.07411877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,128,0.07353955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,64,0.04707011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,5120,32,0.04571955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,12288,0.23149966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,10240,0.22504733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,8192,0.1822383333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,7168,0.15343900000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,6144,0.13443444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,5120,0.11505
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,4096,0.0915878888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,3584,0.08172233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,3072,0.07540433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,2560,0.05978266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,2048,0.048048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,1536,0.03851755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,1024,0.035742777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,768,0.034088888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,512,0.030652555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,256,0.04491788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,128,0.04495833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,64,0.04921655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,4096,32,0.04679566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,12288,0.203723
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,10240,0.1696673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,8192,0.13778988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,7168,0.1530302222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,6144,0.1364451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,5120,0.11431044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,4096,0.091026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,3584,0.08194622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,3072,0.0729458888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,2560,0.059083555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,2048,0.07005266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,1536,0.06144522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,1024,0.05431977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,768,0.05755244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,512,0.044995888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,256,0.046474999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,128,0.04535266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,64,0.046872222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3584,32,0.044967
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,12288,0.17886988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,10240,0.14995355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,8192,0.12475955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,7168,0.11119622222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,6144,0.11910888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,5120,0.11343366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,4096,0.09050022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,3584,0.09653655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,3072,0.07162711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,2560,0.05856788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,2048,0.04777644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,1536,0.046272777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,1024,0.04591888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,768,0.045294888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,512,0.045328111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,256,0.04665844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,128,0.04594777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,64,0.04602577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,3072,32,0.046093666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,12288,0.15084911111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,10240,0.12631233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,8192,0.20404944444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,7168,0.1808617777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,6144,0.1805151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,5120,0.13069622222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,4096,0.104832
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,3584,0.09259466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,3072,0.09148533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,2560,0.06686622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,2048,0.05463611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,1536,0.04633055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,1024,0.048243
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,768,0.04532088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,512,0.046193333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,256,0.04889733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,128,0.04701088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,64,0.046009888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2560,32,0.04757422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,12288,0.1258891111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,10240,0.11341922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,8192,0.09486677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,7168,0.084877
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,6144,0.08518033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,5120,0.129935
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,4096,0.10410977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,3584,0.09203277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,3072,0.08935477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,2560,0.06656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,2048,0.05426633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,1536,0.046355111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,1024,0.045501444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,768,0.046446111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,512,0.046106666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,256,0.046226555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,128,0.045219777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,64,0.044811
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,2048,32,0.04443111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,12288,0.10647722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,10240,0.08603688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,8192,0.07208644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,7168,0.06722444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,6144,0.10191422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,5120,0.08178877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,4096,0.06489888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,3584,0.05784999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,3072,0.05923666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,2560,0.04672199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,2048,0.05311944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,1536,0.04654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,1024,0.04757855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,768,0.04631177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,512,0.04987088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,256,0.047411
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,128,0.047871777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,64,0.07154044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1536,32,0.044961222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,12288,0.07496666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,10240,0.064168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,8192,0.1225611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,7168,0.11080044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,6144,0.11347844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,5120,0.07948633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,4096,0.062073555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,3584,0.0565268888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,3072,0.060891999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,2560,0.045306444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,2048,0.045754222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,1536,0.04693866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,1024,0.04595644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,768,0.04457411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,512,0.05715233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,256,0.04621644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,128,0.044995888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,64,0.04587122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,1024,32,0.045799
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,12288,0.10581277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,10240,0.08693966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,8192,0.06686188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,7168,0.05865022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,6144,0.05221233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,5120,0.046293
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,4096,0.047954111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,3584,0.04606333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,3072,0.04610377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,2560,0.04580044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,2048,0.04697188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,1536,0.04525588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,1024,0.045447999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,768,0.04568777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,512,0.04641
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,256,0.044679555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,128,0.044902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,64,0.04584666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,768,32,0.04560688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,12288,0.056438777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,10240,0.052845
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,8192,0.05217333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,7168,0.052441999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,6144,0.05062633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,5120,0.04666855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,4096,0.04620055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,3584,0.045929
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,3072,0.045199555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,2560,0.04533388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,2048,0.045170666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,1536,0.04536855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,1024,0.04572966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,768,0.04473011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,512,0.04933066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,256,0.046841888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,128,0.0453541111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,64,0.04533533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,512,32,0.04525877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,12288,0.05217333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,10240,0.04585966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,8192,0.046100888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,7168,0.04722322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,6144,0.04602866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,5120,0.046177444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,4096,0.04655444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,3584,0.046684444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,3072,0.04597377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,2560,0.04671044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,2048,0.04557366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,1536,0.046737888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,1024,0.04644755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,768,0.04630455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,512,0.04609944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,256,0.04600699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,128,0.04666711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,64,0.046046000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,256,32,0.045814888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,12288,0.052839222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,10240,0.06612233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,8192,0.04747744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,7168,0.04586111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,6144,0.07214711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,5120,0.04648511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,4096,0.04663966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,3584,0.04599977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,3072,0.046239555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,2560,0.046890999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,2048,0.04568922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,1536,0.046436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,1024,0.046301666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,768,0.04608644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,512,0.04610233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,256,0.046288666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,128,0.048645999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,64,0.04607922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,128,32,0.046372444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,12288,0.05224844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,10240,0.04602577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,8192,0.04608788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,7168,0.04548122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,6144,0.045491333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,5120,0.04553033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,4096,0.046106666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,3584,0.04937977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,3072,0.04508255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,2560,0.04545522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,2048,0.04565166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,1536,0.04513888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,1024,0.045192333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,768,0.04569355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,512,0.04507533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,256,0.045245777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,128,0.04620922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,64,0.04595788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,64,32,0.045336777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,12288,0.05121133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,10240,0.04576288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,8192,0.04523855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,7168,0.052611
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,6144,0.04553033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,5120,0.04541188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,4096,0.045842333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,3584,0.04547255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,3072,0.04843222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,2560,0.04651255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,2048,0.04530788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,1536,0.04520966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,1024,0.04571377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,768,0.04576577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,512,0.04694877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,256,0.04571955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,128,0.04921799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,64,0.04596366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,192,32,32,0.045564999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,12288,0.6488343333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,10240,0.5356014444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,8192,0.43095577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,7168,0.3791218888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,6144,0.3357018888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,5120,0.27745177777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,4096,0.22371844444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,3584,0.22724866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,3072,0.196885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,2560,0.16342444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,2048,0.13212044444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,1536,0.10746811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,1024,0.07319144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,768,0.05674644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,512,0.04701377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,256,0.047085999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,128,0.04698633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,64,0.04697333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,12288,32,0.046905444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,12288,0.523926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,10240,0.43143822222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,8192,0.3449578888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,7168,0.3036843333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,6144,0.2646785555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,5120,0.21818911111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,4096,0.1736308888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,3584,0.15481699999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,3072,0.13292933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,2560,0.11110811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,2048,0.0944551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,1536,0.07625077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,1024,0.06585077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,768,0.04714522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,512,0.047828444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,256,0.04667866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,128,0.05868488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,64,0.046879444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,10240,32,0.046797111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,12288,0.4328754444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,10240,0.36678199999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,8192,0.2977433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,7168,0.26233999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,6144,0.2333182222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,5120,0.21650055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,4096,0.17314844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,3584,0.15306344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,3072,0.1335331111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,2560,0.11399555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,2048,0.09295288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,1536,0.073671
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,1024,0.05124599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,768,0.04650388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,512,0.04741677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,256,0.054753111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,128,0.04673933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,64,0.04656166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,8192,32,0.046350777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,12288,0.3836054444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,10240,0.32429077777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,8192,0.26207133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,7168,0.23170188888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,6144,0.20592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,5120,0.1705932222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,4096,0.13939755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,3584,0.1534751111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,3072,0.13202366666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,2560,0.1142338888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,2048,0.0930048888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,1536,0.07297766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,1024,0.053516666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,768,0.04786455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,512,0.046932888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,256,0.04719433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,128,0.046987777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,64,0.04666133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,7168,32,0.046500999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,12288,0.33483666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,10240,0.2800127777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,8192,0.22661744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,7168,0.20007433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,6144,0.17902011111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,5120,0.1484311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,4096,0.12124088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,3584,0.10879988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,3072,0.11844733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,2560,0.11333833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,2048,0.09181033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,1536,0.07204744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,1024,0.049215111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,768,0.046378222222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,512,0.04666566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,256,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,128,0.04711922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,64,0.04706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,6144,32,0.04668155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,12288,0.274183
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,10240,0.22493611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,8192,0.177086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,7168,0.156663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,6144,0.13825788888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,5120,0.11155011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,4096,0.09255566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,3584,0.08384855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,3072,0.07815744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,2560,0.061419222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,2048,0.050102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,1536,0.045306444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,1024,0.045190888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,768,0.04459288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,512,0.044874555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,256,0.06621044444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,128,0.06582766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,64,0.04665266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,5120,32,0.04665988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,12288,0.2367458888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,10240,0.22504011111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,8192,0.17950255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,7168,0.15345922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,6144,0.13291344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,5120,0.11456899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,4096,0.09229133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,3584,0.08199244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,3072,0.07343844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,2560,0.059720555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,2048,0.048231444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,1536,0.04552166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,1024,0.04485577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,768,0.04536855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,512,0.04534111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,256,0.04498577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,128,0.04494822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,64,0.04476333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,4096,32,0.04525444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,12288,0.20713911111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,10240,0.17271655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,8192,0.14143999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,7168,0.15242211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,6144,0.13386244444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,5120,0.11398399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,4096,0.091494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,3584,0.08128033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,3072,0.07235077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,2560,0.05888422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,2048,0.04804366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,1536,0.045969444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,1024,0.04500888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,768,0.04485
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,512,0.04566611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,256,0.04484422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,128,0.044548111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,64,0.04390966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3584,32,0.04693722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,12288,0.17801044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,10240,0.150306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,8192,0.12643077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,7168,0.11101422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,6144,0.1155902222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,5120,0.11397966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,4096,0.09100866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,3584,0.08071411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,3072,0.07042822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,2560,0.05826022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,2048,0.047348888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,1536,0.04547544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,1024,0.045668999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,768,0.045225555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,512,0.04495977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,256,0.04542055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,128,0.045073888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,64,0.044967
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,3072,32,0.04467666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,12288,0.1519598888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,10240,0.12622711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,8192,0.20520644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,7168,0.18414355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,6144,0.17203766666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,5120,0.1309778888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,4096,0.10457777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,3584,0.09260477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,3072,0.09076744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,2560,0.06689077777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,2048,0.07154044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,1536,0.046226555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,1024,0.046745111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,768,0.04644466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,512,0.045225555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,256,0.06054388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,128,0.04648655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,64,0.045564999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2560,32,0.07074166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,12288,0.12583277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,10240,0.112437
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,8192,0.09562655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,7168,0.08497233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,6144,0.08360877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,5120,0.1296981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,4096,0.10383099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,3584,0.09204577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,3072,0.08971444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,2560,0.06723022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,2048,0.05497266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,1536,0.06321466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,1024,0.04608644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,768,0.046423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,512,0.04664255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,256,0.048072555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,128,0.048217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,64,0.04769411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,2048,32,0.04738355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,12288,0.10612766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,10240,0.08733111111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,8192,0.07405088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,7168,0.07451022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,6144,0.09986455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,5120,0.08216144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,4096,0.06764333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,3584,0.05772144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,3072,0.05939411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,2560,0.04863733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,2048,0.04745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,1536,0.048450999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,1024,0.04986511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,768,0.046514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,512,0.04772877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,256,0.04752366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,128,0.04782988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,64,0.047021
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1536,32,0.04579755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,12288,0.07352511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,10240,0.06400622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,8192,0.12318077777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,7168,0.11092466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,6144,0.11283133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,5120,0.08111422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,4096,0.06181933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,3584,0.05726355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,3072,0.06204899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,2560,0.04663677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,2048,0.04758722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,1536,0.04735755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,1024,0.04527177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,768,0.04627711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,512,0.047861666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,256,0.046553000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,128,0.04600555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,64,0.04576577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,1024,32,0.04654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,12288,0.10291377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,10240,0.08579566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,8192,0.06623788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,7168,0.05839744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,6144,0.05128211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,5120,0.04635222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,4096,0.046434555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,3584,0.046067666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,3072,0.04534688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,2560,0.04484711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,2048,0.04505944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,1536,0.045747
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,1024,0.045044999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,768,0.04557366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,512,0.04618177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,256,0.04498577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,128,0.04520822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,64,0.04528477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,768,32,0.04562566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,12288,0.055212444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,10240,0.06583055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,8192,0.04750055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,7168,0.04766666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,6144,0.04857955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,5120,0.048134666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,4096,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,3584,0.04855355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,3072,0.049911333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,2560,0.04952855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,2048,0.04905333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,1536,0.048308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,1024,0.04863733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,768,0.04672199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,512,0.044907777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,256,0.044818222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,128,0.04595355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,64,0.04632766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,512,32,0.04675088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,12288,0.047255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,10240,0.04594199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,8192,0.04715966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,7168,0.04832533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,6144,0.047078777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,5120,0.04713655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,4096,0.048342666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,3584,0.054376111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,3072,0.04537722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,2560,0.046294444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,2048,0.04635222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,1536,0.04541333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,1024,0.04629011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,768,0.046815888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,512,0.04620344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,256,0.04714088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,128,0.056213444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,64,0.045617
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,256,32,0.04667144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,12288,0.049241111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,10240,0.04724777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,8192,0.04708888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,7168,0.04673933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,6144,0.04716544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,5120,0.04959933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,4096,0.04919055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,3584,0.04872111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,3072,0.04791222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,2560,0.047857333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,2048,0.04652699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,1536,0.04826177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,1024,0.04634066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,768,0.04916888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,512,0.048364333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,256,0.047930999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,128,0.054716999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,64,0.047640666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,128,32,0.045842333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,12288,0.055362666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,10240,0.04805955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,8192,0.04798588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,7168,0.047431222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,6144,0.046766777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,5120,0.047494777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,4096,0.04584666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,3584,0.04723333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,3072,0.048533333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,2560,0.04771288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,2048,0.04583222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,1536,0.04546388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,1024,0.04614711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,768,0.04537722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,512,0.04609655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,256,0.046893888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,128,0.04696322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,64,0.046266999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,64,32,0.04580622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,12288,0.05175444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,10240,0.04563433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,8192,0.07054088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,7168,0.046148555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,6144,0.045920333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,5120,0.046126888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,4096,0.04607633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,3584,0.04690255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,3072,0.04658622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,2560,0.04795844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,2048,0.04698922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,1536,0.04701088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,1024,0.046550111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,768,0.04660933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,512,0.05173277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,256,0.050145333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,128,0.04852466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,64,0.045663222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,160,32,32,0.06836988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,12288,0.5600298888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,10240,0.40296533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,8192,0.31745999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,7168,0.2812752222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,6144,0.25724833333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,5120,0.1988711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,4096,0.15747044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,3584,0.1410962222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,3072,0.12343933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,2560,0.10225366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,2048,0.08116911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,1536,0.07937655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,1024,0.051257555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,768,0.046261222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,512,0.04750777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,256,0.04967155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,128,0.047240555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,64,0.04709177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,12288,32,0.04694155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,12288,0.4338908888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,10240,0.3098434444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,8192,0.24494022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,7168,0.21716644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,6144,0.1933908888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,5120,0.15398499999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,4096,0.12208444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,3584,0.10989044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,3072,0.09595444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,2560,0.07870922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,2048,0.06834966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,1536,0.06593455555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,1024,0.046865
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,768,0.04669744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,512,0.046629555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,256,0.04919777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,128,0.04806244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,64,0.06185977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,10240,32,0.04682166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,12288,0.4112434444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,10240,0.3034662222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,8192,0.24055922222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,7168,0.21144355555555558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,6144,0.19435144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,5120,0.15066855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,4096,0.12004344444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,3584,0.106678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,3072,0.093275
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,2560,0.08233477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,2048,0.06631011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,1536,0.05731555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,1024,0.04769844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,768,0.04681877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,512,0.047725888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,256,0.04891033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,128,0.04725933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,64,0.04805955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,8192,32,0.04942311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,12288,0.3473441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,10240,0.2523921111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,8192,0.19771266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,7168,0.17597088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,6144,0.15773766666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,5120,0.1251741111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,4096,0.0983811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,3584,0.0895338888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,3072,0.07967411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,2560,0.06930588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,2048,0.05565588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,1536,0.047930999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,1024,0.05248244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,768,0.04723477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,512,0.04835133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,256,0.04662666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,128,0.047127888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,64,0.04648222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,7168,32,0.04720588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,12288,0.33834811111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,10240,0.247884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,8192,0.1952758888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,7168,0.17336511111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,6144,0.15597544444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,5120,0.12339744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,4096,0.09698433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,3584,0.08721266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,3072,0.09383399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,2560,0.06822111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,2048,0.05415077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,1536,0.04687655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,1024,0.04925266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,768,0.04908511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,512,0.08643988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,256,0.07592577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,128,0.07687333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,64,0.0740191111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,6144,32,0.09624477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,12288,0.2019304444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,10240,0.1541251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,8192,0.12289622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,7168,0.108381
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,6144,0.0964571111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,5120,0.07980844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,4096,0.07274077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,3584,0.068588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,3072,0.06639822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,2560,0.04662233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,2048,0.04614133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,1536,0.04577588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,1024,0.04576577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,768,0.045668999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,512,0.04686788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,256,0.04594199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,128,0.04497999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,64,0.04559677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,5120,32,0.044961222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,12288,0.19427488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,10240,0.1519671111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,8192,0.12155577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,7168,0.10674733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,6144,0.09681388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,5120,0.08078199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,4096,0.06479488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,3584,0.058408999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,3072,0.05565877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,2560,0.045040666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,2048,0.04477344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,1536,0.044663666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,1024,0.04572244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,768,0.04613266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,512,0.04580766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,256,0.04584088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,128,0.045212555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,64,0.045006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,4096,32,0.045316555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,12288,0.186095
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,10240,0.15105855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,8192,0.1200521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,7168,0.10646277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,6144,0.09337177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,5120,0.08036022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,4096,0.06426044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,3584,0.05727944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,3072,0.05308622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,2560,0.046599222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,2048,0.04614566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,1536,0.04511433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,1024,0.045628555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,768,0.04596366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,512,0.045081111111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,256,0.04510422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,128,0.046396999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,64,0.04593766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3584,32,0.04508255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,12288,0.1845508888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,10240,0.14981344444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,8192,0.11994522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,7168,0.10546322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,6144,0.12801966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,5120,0.07912666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,4096,0.06353677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,3584,0.05677822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,3072,0.05130955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,2560,0.04460733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,2048,0.04528477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,1536,0.05344444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,1024,0.04556644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,768,0.044796555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,512,0.044623222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,256,0.04468677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,128,0.047288222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,64,0.04915733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,3072,32,0.045602555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,12288,0.12084944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,10240,0.0954301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,8192,0.07988355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,7168,0.07189577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,6144,0.106483
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,5120,0.052676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,4096,0.040027
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,3584,0.03772311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,3072,0.03389533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,2560,0.033987777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,2048,0.04526455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,1536,0.04537866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,1024,0.05299811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,768,0.04511866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,512,0.04602866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,256,0.04683322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,128,0.04580044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,64,0.04794977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2560,32,0.04508977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,12288,0.11438411111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,10240,0.10342944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,8192,0.08826711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,7168,0.07420688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,6144,0.07357277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,5120,0.05331444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,4096,0.04733299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,3584,0.038475666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,3072,0.03523433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,2560,0.03304166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,2048,0.03339122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,1536,0.046418666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,1024,0.045866888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,768,0.045491333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,512,0.04678988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,256,0.04540033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,128,0.045162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,64,0.04572533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,2048,32,0.04883088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,12288,0.2571414444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,10240,0.18994155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,8192,0.13841533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,7168,0.127725
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,6144,0.121316
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,5120,0.08989211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,4096,0.07066511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,3584,0.06284055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,3072,0.06514444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,2560,0.04779522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,2048,0.04720733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,1536,0.04687655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,1024,0.04708744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,768,0.04985933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,512,0.04938411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,256,0.04894644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,128,0.04595933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,64,0.04529344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1536,32,0.04493955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,12288,0.08396988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,10240,0.06910222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,8192,0.058833666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,7168,0.050214666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,6144,0.048728333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,5120,0.04542344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,4096,0.04546533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,3584,0.04522988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,3072,0.044907777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,2560,0.04470988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,2048,0.04515766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,1536,0.04689822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,1024,0.04432133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,768,0.044839888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,512,0.04569355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,256,0.04584088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,128,0.045010333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,64,0.045013222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,1024,32,0.045287666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,12288,0.07941122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,10240,0.05912833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,8192,0.052976444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,7168,0.051805
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,6144,0.05365244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,5120,0.05274388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,4096,0.06018855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,3584,0.05374488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,3072,0.04776777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,2560,0.047506333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,2048,0.047614666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,1536,0.05559955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,1024,0.047045555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,768,0.04724633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,512,0.04753088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,256,0.04572966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,128,0.045149
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,64,0.04589722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,768,32,0.04502188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,12288,0.0591991111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,10240,0.04749188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,8192,0.047397999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,7168,0.04849866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,6144,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,5120,0.04774611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,4096,0.04713511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,3584,0.04715966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,3072,0.047216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,2560,0.04841488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,2048,0.047510666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,1536,0.04713655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,1024,0.04769844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,768,0.047645
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,512,0.04705566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,256,0.04708166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,128,0.047370555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,64,0.045699333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,512,32,0.044956888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,12288,0.04634644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,10240,0.046925666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,8192,0.046981999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,7168,0.04950111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,6144,0.046058999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,5120,0.04699066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,4096,0.046384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,3584,0.04646922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,3072,0.04661077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,2560,0.04663244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,2048,0.05178333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,1536,0.04904611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,1024,0.04920066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,768,0.04945922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,512,0.04707733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,256,0.04694444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,128,0.04877311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,64,0.04625688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,256,32,0.04536855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,12288,0.05352388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,10240,0.05498133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,8192,0.04742833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,7168,0.0460561111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,6144,0.046524111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,5120,0.05189022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,4096,0.04708166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,3584,0.04591166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,3072,0.04735899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,2560,0.048738444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,2048,0.04656022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,1536,0.047132222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,1024,0.046067666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,768,0.046605
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,512,0.04609222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,256,0.04625977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,128,0.04624244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,64,0.04534833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,128,32,0.04491788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,12288,0.05353544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,10240,0.05326388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,8192,0.052655777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,7168,0.05222966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,6144,0.05291144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,5120,0.052872444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,4096,0.04573833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,3584,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,3072,0.060064333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,2560,0.04620055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,2048,0.04604888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,1536,0.06585222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,1024,0.06449444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,768,0.0649971111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,512,0.06537122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,256,0.06624655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,128,0.06507655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,64,0.06528166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,64,32,0.063596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,12288,0.076596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,10240,0.07397722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,8192,0.05216611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,7168,0.052547444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,6144,0.054897555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,5120,0.05268033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,4096,0.05265
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,3584,0.046644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,3072,0.045954999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,2560,0.04647355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,2048,0.04607488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,1536,0.048813555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,1024,0.04597955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,768,0.04693577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,512,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,256,0.04654144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,128,0.04662666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,64,0.04611822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,128,32,32,0.04557944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,12288,0.5224887777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,10240,0.37630522222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,8192,0.29095877777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,7168,0.25868844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,6144,0.23863811111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,5120,0.18321333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,4096,0.14359655555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,3584,0.13017766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,3072,0.1136532222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,2560,0.09433666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,2048,0.07608755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,1536,0.07937366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,1024,0.04909233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,768,0.04682744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,512,0.046479333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,256,0.04675088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,128,0.04688088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,64,0.06202155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,12288,32,0.046567444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,12288,0.3765117777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,10240,0.2606427777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,8192,0.201201
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,7168,0.1783571111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,6144,0.17527322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,5120,0.12459055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,4096,0.09821933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,3584,0.0905421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,3072,0.07861677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,2560,0.06490466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,2048,0.06167633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,1536,0.062073555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,1024,0.047382111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,768,0.04686788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,512,0.046399888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,256,0.04653277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,128,0.046474999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,64,0.046073444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,10240,32,0.04572533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,12288,0.3652465555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,10240,0.2575141111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,8192,0.19698755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,7168,0.17456111111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,6144,0.16278455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,5120,0.12389866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,4096,0.09726744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,3584,0.09029077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,3072,0.07789166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,2560,0.0741028888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,2048,0.05976533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,1536,0.053115111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,1024,0.045745555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,768,0.04603444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,512,0.045796111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,256,0.04570366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,128,0.058283333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,64,0.04587122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,8192,32,0.046723444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,12288,0.35684855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,10240,0.25007666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,8192,0.19481944444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,7168,0.17386344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,6144,0.15348955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,5120,0.12338155555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,4096,0.09695544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,3584,0.08906155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,3072,0.07743811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,2560,0.07341822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,2048,0.05936233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,1536,0.050603222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,1024,0.05184688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,768,0.05069277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,512,0.05082711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,256,0.045419111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,128,0.04599688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,64,0.04607633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,7168,32,0.046128333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,12288,0.3342068888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,10240,0.25067177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,8192,0.191932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,7168,0.17113633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,6144,0.15617477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,5120,0.12109355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,4096,0.09312333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,3584,0.0841461111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,3072,0.09988622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,2560,0.07215433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,2048,0.05699344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,1536,0.04862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,1024,0.04841633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,768,0.04709755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,512,0.050061555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,256,0.04811444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,128,0.04719722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,64,0.04799455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,6144,32,0.057974222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,12288,0.20634755555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,10240,0.13255955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,8192,0.10216844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,7168,0.08899222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,6144,0.08776733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,5120,0.062391333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,4096,0.061130333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,3584,0.05553455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,3072,0.06413477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,2560,0.04611244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,2048,0.045501444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,1536,0.04580766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,1024,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,768,0.04580188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,512,0.045586666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,256,0.048403333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,128,0.06701644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,64,0.045385888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,5120,32,0.04460588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,12288,0.16545388888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,10240,0.1254731111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,8192,0.09803588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,7168,0.08568733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,6144,0.08009155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,5120,0.07091788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,4096,0.06602122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,3584,0.052182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,3072,0.05283488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,2560,0.06659033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,2048,0.04735899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,1536,0.04597233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,1024,0.03548133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,768,0.034874666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,512,0.046261222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,256,0.04733444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,128,0.04594055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,64,0.045799
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,4096,32,0.046121111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,12288,0.15285977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,10240,0.12355777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,8192,0.09817022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,7168,0.08529155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,6144,0.076726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,5120,0.070473
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,4096,0.05605888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,3584,0.05101055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,3072,0.048280555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,2560,0.04627133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,2048,0.05448444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,1536,0.046040222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,1024,0.04595066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,768,0.045252999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,512,0.046124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,256,0.04534255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,128,0.045838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,64,0.045578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3584,32,0.04556211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,12288,0.15040133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,10240,0.1217551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,8192,0.09544888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,7168,0.08480188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,6144,0.11784499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,5120,0.06937088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,4096,0.054754555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,3584,0.049466444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,3072,0.053846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,2560,0.045358444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,2048,0.04592466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,1536,0.04544944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,1024,0.046067666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,768,0.04661222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,512,0.049560333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,256,0.04542344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,128,0.04766377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,64,0.047647888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,3072,32,0.04691411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,12288,0.09424711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,10240,0.07005988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,8192,0.06784988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,7168,0.06134555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,6144,0.10043366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,5120,0.04627133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,4096,0.04569499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,3584,0.05269911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,3072,0.0482401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,2560,0.04694877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,2048,0.04661655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,1536,0.046815888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,1024,0.046808666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,768,0.04576288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,512,0.04630455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,256,0.04617311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,128,0.04605755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,64,0.04688666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2560,32,0.04588133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,12288,0.08324911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,10240,0.07992688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,8192,0.06524266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,7168,0.05819811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,6144,0.08371566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,5120,0.04565311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,4096,0.04940144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,3584,0.045819222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,3072,0.050234888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,2560,0.047181333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,2048,0.056505222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,1536,0.04502188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,1024,0.04532088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,768,0.045156222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,512,0.04587122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,256,0.04520677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,128,0.04541766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,64,0.045478333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,2048,32,0.045976666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,12288,0.12179699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,10240,0.07757677777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,8192,0.06209088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,7168,0.054829666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,6144,0.06287377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,5120,0.04824877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,4096,0.04802633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,3584,0.04815055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,3072,0.048426444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,2560,0.04804077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,2048,0.03828644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,1536,0.03722622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,1024,0.03396611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,768,0.03562866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,512,0.03285533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,256,0.045322333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,128,0.045006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,64,0.04620055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1536,32,0.05147711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,12288,0.09163266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,10240,0.061703777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,8192,0.050548333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,7168,0.04999222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,6144,0.04743266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,5120,0.04805811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,4096,0.04933066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,3584,0.048679222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,3072,0.04731711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,2560,0.04742977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,2048,0.047341666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,1536,0.04706722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,1024,0.04738788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,768,0.04690688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,512,0.04773455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,256,0.04456111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,128,0.0457441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,64,0.04521833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,1024,32,0.04747888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,12288,0.06775166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,10240,0.04780388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,8192,0.050166999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,7168,0.04756844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,6144,0.04817944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,5120,0.047879
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,4096,0.047764888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,3584,0.05462455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,3072,0.04941588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,2560,0.04688811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,2048,0.04789488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,1536,0.04694588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,1024,0.052242666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,768,0.048763
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,512,0.04733588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,256,0.05060177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,128,0.04800033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,64,0.04480811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,768,32,0.04524433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,12288,0.0562611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,10240,0.05104233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,8192,0.047372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,7168,0.053443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,6144,0.048127444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,5120,0.053183
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,4096,0.06864577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,3584,0.06821388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,3072,0.06908922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,2560,0.06864288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,2048,0.06916722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,1536,0.06881188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,1024,0.06817344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,768,0.06788022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,512,0.04732288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,256,0.047711444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,128,0.045491333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,64,0.045796111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,512,32,0.04510999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,12288,0.06543044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,10240,0.06578288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,8192,0.04713511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,7168,0.04714377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,6144,0.04645188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,5120,0.06555177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,4096,0.06631733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,3584,0.06575833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,3072,0.065793
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,2560,0.06637511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,2048,0.06561244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,1536,0.05506944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,1024,0.03858833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,768,0.038426555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,512,0.037025444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,256,0.03721466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,128,0.03768266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,64,0.034985888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,256,32,0.03562722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,12288,0.06718544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,10240,0.05409733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,8192,0.05463611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,7168,0.05573244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,6144,0.05438188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,5120,0.04594488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,4096,0.05040533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,3584,0.045903
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,3072,0.04620199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,2560,0.045929
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,2048,0.04672777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,1536,0.046531333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,1024,0.04736911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,768,0.046981999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,512,0.059217888888888896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,256,0.04634788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,128,0.04595355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,64,0.046479333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,128,32,0.04544511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,12288,0.05266733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,10240,0.05220077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,8192,0.05760011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,7168,0.055309222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,6144,0.05487444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,5120,0.05449455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,4096,0.047437
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,3584,0.07197955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,3072,0.06782677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,2560,0.0658031111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,2048,0.04960077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,1536,0.05610077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,1024,0.051257555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,768,0.05369722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,512,0.051168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,256,0.04908799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,128,0.04818666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,64,0.04791655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,64,32,0.04545811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,12288,0.05235388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,10240,0.055238444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,8192,0.05362788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,7168,0.054667888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,6144,0.052808888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,5120,0.05643299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,4096,0.05383877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,3584,0.06877288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,3072,0.04558811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,2560,0.04638977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,2048,0.043484999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,1536,0.04641144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,1024,0.04624244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,768,0.04592177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,512,0.04761322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,256,0.04615722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,128,0.04634211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,64,0.046239555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,96,32,32,0.04538155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,12288,0.5341295555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,10240,0.39047377777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,8192,0.3041841111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,7168,0.27010677777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,6144,0.2428573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,5120,0.1914741111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,4096,0.14942055555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,3584,0.13562177777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,3072,0.11719933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,2560,0.10096955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,2048,0.07850122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,1536,0.0830338888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,1024,0.05023344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,768,0.045248666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,512,0.05007022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,256,0.045550555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,128,0.04498866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,64,0.051254666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,12288,32,0.04783133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,12288,0.37817433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,10240,0.27051555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,8192,0.2107661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,7168,0.18583355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,6144,0.17521255555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,5120,0.12977033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,4096,0.10281844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,3584,0.09239533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,3072,0.080483
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,2560,0.0669081111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,2048,0.06346311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,1536,0.062473666666666657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,1024,0.050818444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,768,0.046483666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,512,0.04620777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,256,0.04646488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,128,0.04702677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,64,0.046128333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,10240,32,0.04693433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,12288,0.36303799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,10240,0.2631503333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,8192,0.2059373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,7168,0.18165622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,6144,0.15873577777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,5120,0.1295652222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,4096,0.10261477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,3584,0.09265677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,3072,0.08018833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,2560,0.07552711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,2048,0.061183777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,1536,0.053947111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,1024,0.047302666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,768,0.046314666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,512,0.049889666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,256,0.05209244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,128,0.04652988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,64,0.06014522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,8192,32,0.045838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,12288,0.35857755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,10240,0.26044344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,8192,0.20523099999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,7168,0.18055699999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,6144,0.16223277777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,5120,0.1288791111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,4096,0.10155311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,3584,0.09169622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,3072,0.07939822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,2560,0.07468933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,2048,0.060457222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,1536,0.051948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,1024,0.049296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,768,0.04833833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,512,0.047293999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,256,0.050272444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,128,0.047572777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,64,0.04733444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,7168,32,0.04935522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,12288,0.3450633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,10240,0.25883288888888883
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,8192,0.20223522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,7168,0.17990844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,6144,0.16124044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,5120,0.12792577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,4096,0.09981833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,3584,0.08910633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,3072,0.10108077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,2560,0.07303255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,2048,0.059033
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,1536,0.04786022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,1024,0.047182777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,768,0.04680288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,512,0.04818377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,256,0.04584811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,128,0.04575711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,64,0.045872666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,6144,32,0.047695555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,12288,0.20029388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,10240,0.13413544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,8192,0.10400433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,7168,0.09206311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,6144,0.08654533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,5120,0.06410588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,4096,0.061843888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,3584,0.056841777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,3072,0.06408855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,2560,0.04599688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,2048,0.04566466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,1536,0.04576866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,1024,0.045456666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,768,0.06565288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,512,0.06656433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,256,0.06685322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,128,0.06799288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,64,0.046635333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,5120,32,0.04551444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,12288,0.15779255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,10240,0.129311
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,8192,0.10002777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,7168,0.08834222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,6144,0.07983877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,5120,0.07300222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,4096,0.05908933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,3584,0.053663999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,3072,0.05350944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,2560,0.04491355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,2048,0.04493522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,1536,0.045121555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,1024,0.044691111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,768,0.04546533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,512,0.04551444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,256,0.04570944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,128,0.04503633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,64,0.045239999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,4096,32,0.04548555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,12288,0.1517591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,10240,0.1268121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,8192,0.09867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,7168,0.08772400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,6144,0.07790466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,5120,0.07314522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,4096,0.05787022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,3584,0.05268611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,3072,0.05017711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,2560,0.046392666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,2048,0.046105222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,1536,0.04621933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,1024,0.04589577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,768,0.045905888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,512,0.046456222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,256,0.04610233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,128,0.046404222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,64,0.04548555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3584,32,0.046425888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,12288,0.15231666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,10240,0.12549188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,8192,0.097344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,7168,0.09008999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,6144,0.10676033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,5120,0.07139744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,4096,0.056749333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,3584,0.051914777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,3072,0.047939666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,2560,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,2048,0.049298888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,1536,0.06804922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,1024,0.04623666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,768,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,512,0.04494677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,256,0.044641999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,128,0.06002677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,64,0.047412444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,3072,32,0.04619622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,12288,0.09815288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,10240,0.07344566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,8192,0.07868611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,7168,0.06930155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,6144,0.07607744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,5120,0.050192999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,4096,0.04615722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,3584,0.048763
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,3072,0.04641433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,2560,0.04562566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,2048,0.07723877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,1536,0.046215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,1024,0.04650244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,768,0.046212111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,512,0.04600699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,256,0.07550544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,128,0.046191888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,64,0.04619622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2560,32,0.04572822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,12288,0.09392788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,10240,0.09264377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,8192,0.07413466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,7168,0.06649933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,6144,0.08160533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,5120,0.047549666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,4096,0.04565311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,3584,0.04583366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,3072,0.04536133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,2560,0.04593622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,2048,0.045998333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,1536,0.04527899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,1024,0.05747733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,768,0.045349777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,512,0.046046000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,256,0.045188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,128,0.0451591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,64,0.045261666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,2048,32,0.04582066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,12288,0.11781177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,10240,0.07580588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,8192,0.061266111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,7168,0.05403233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,6144,0.05901566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,5120,0.047541
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,4096,0.04765511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,3584,0.04763777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,3072,0.04716544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,2560,0.047488999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,2048,0.04738066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,1536,0.04786455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,1024,0.04493666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,768,0.04497711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,512,0.04476477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,256,0.04510855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,128,0.048959444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,64,0.047439888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1536,32,0.045478333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,12288,0.08729355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,10240,0.059282888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,8192,0.048780333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,7168,0.04851888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,6144,0.04853911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,5120,0.04750777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,4096,0.04799022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,3584,0.04888577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,3072,0.04715244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,2560,0.047675333333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,2048,0.04760166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,1536,0.047725888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,1024,0.05394277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,768,0.05823133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,512,0.04818955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,256,0.04563
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,128,0.04566177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,64,0.04695166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,1024,32,0.04699066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,12288,0.07181922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,10240,0.047551111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,8192,0.04785444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,7168,0.04761322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,6144,0.04792811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,5120,0.04806822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,4096,0.05055988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,3584,0.04796855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,3072,0.047753333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,2560,0.04816788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,2048,0.04802488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,1536,0.04846255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,1024,0.047821222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,768,0.04774611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,512,0.047824111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,256,0.047348888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,128,0.045144666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,64,0.04512011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,768,32,0.04496844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,12288,0.07751755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,10240,0.053580222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,8192,0.04777644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,7168,0.04775911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,6144,0.047279555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,5120,0.05257922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,4096,0.050256555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,3584,0.049174666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,3072,0.04707011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,2560,0.05914133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,2048,0.04872977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,1536,0.04731422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,1024,0.046976222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,768,0.04814477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,512,0.04770277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,256,0.04650244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,128,0.04795844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,64,0.045823555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,512,32,0.045268888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,12288,0.04654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,10240,0.046761
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,8192,0.047138000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,7168,0.06006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,6144,0.046940111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,5120,0.04662377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,4096,0.046226555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,3584,0.04651833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,3072,0.04627711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,2560,0.0459911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,2048,0.061634444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,1536,0.04877888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,1024,0.048160666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,768,0.04811444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,512,0.04691411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,256,0.04645333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,128,0.04608644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,64,0.04552888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,256,32,0.04475322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,12288,0.05194511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,10240,0.05412333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,8192,0.052959111111111117
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,7168,0.05431255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,6144,0.05277422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,5120,0.046745111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,4096,0.07855755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,3584,0.04697911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,3072,0.04585533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,2560,0.04731422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,2048,0.045939111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,1536,0.057104666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,1024,0.04589722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,768,0.045920333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,512,0.046404222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,256,0.04565888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,128,0.046106666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,64,0.04556644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,128,32,0.04480522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,12288,0.05185555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,10240,0.05160711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,8192,0.052255666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,7168,0.05680422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,6144,0.052546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,5120,0.05316133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,4096,0.06398744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,3584,0.04628722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,3072,0.04600122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,2560,0.07609477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,2048,0.04664977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,1536,0.04696755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,1024,0.04680433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,768,0.04634211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,512,0.04641722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,256,0.06187855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,128,0.04645766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,64,0.04597233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,64,32,0.04538155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,12288,0.052988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,10240,0.05261966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,8192,0.053031333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,7168,0.052720777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,6144,0.05247088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,5120,0.05210399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,4096,0.05241166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,3584,0.05293599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,3072,0.04669455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,2560,0.04651833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,2048,0.046124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,1536,0.08036888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,1024,0.04595788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,768,0.04671622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,512,0.04795844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,256,0.046826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,128,0.045969444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,64,0.04656166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,80,32,32,0.04560544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,12288,0.4285854444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,10240,0.36613344444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,8192,0.2911263333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,7168,0.25277344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,6144,0.216684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,5120,0.1841493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,4096,0.145288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,3584,0.12970533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,3072,0.11005222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,2560,0.09194177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,2048,0.07471388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,1536,0.07294444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,1024,0.04929166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,768,0.04663677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,512,0.04768544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,256,0.046820222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,128,0.047397999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,64,0.04942744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,12288,32,0.046662777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,12288,0.34945444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,10240,0.29526033333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,8192,0.23621
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,7168,0.203684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,6144,0.17679999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,5120,0.14611566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,4096,0.11761244444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,3584,0.10412855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,3072,0.08935188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,2560,0.07502588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,2048,0.07149855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,1536,0.06093822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,1024,0.047064333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,768,0.04749333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,512,0.047675333333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,256,0.04722177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,128,0.05881488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,64,0.04689533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,10240,32,0.04698344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,12288,0.3119147777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,10240,0.2549762222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,8192,0.20417944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,7168,0.17612399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,6144,0.16043155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,5120,0.12695222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,4096,0.10332399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,3584,0.09061722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,3072,0.07760566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,2560,0.07540722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,2048,0.06270766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,1536,0.05262833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,1024,0.06073455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,768,0.058768666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,512,0.047231888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,256,0.04920644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,128,0.046651222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,64,0.06390366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,8192,32,0.05559955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,12288,0.2689902222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,10240,0.22066777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,8192,0.17747744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,7168,0.15244233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,6144,0.13647544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,5120,0.10974744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,4096,0.089154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,3584,0.07863266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,3072,0.06783977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,2560,0.06568466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,2048,0.05447144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,1536,0.04851166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,1024,0.050874777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,768,0.04942888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,512,0.049586333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,256,0.04865755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,128,0.04998355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,64,0.04751355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,7168,32,0.04746444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,12288,0.22505744444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,10240,0.18862277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,8192,0.1531501111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,7168,0.13334100000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,6144,0.11891388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,5120,0.09687311111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,4096,0.07765333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,3584,0.077545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,3072,0.07570477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,2560,0.05774166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,2048,0.04798588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,1536,0.055273111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,1024,0.04684622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,768,0.05012944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,512,0.04788766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,256,0.04819244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,128,0.058417666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,64,0.04817222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,6144,32,0.0643731111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,12288,0.18287244444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,10240,0.149981
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,8192,0.12132177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,7168,0.10415744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,6144,0.0912498888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,5120,0.07535811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,4096,0.07026211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,3584,0.06243177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,3072,0.06177744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,2560,0.04727088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,2048,0.04691699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,1536,0.04907355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,1024,0.09282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,768,0.0856858888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,512,0.07704666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,256,0.08896911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,128,0.08374022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,64,0.06241155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,5120,32,0.06545066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,12288,0.1781303333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,10240,0.1449398888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,8192,0.1170491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,7168,0.10044955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,6144,0.08747699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,5120,0.08217733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,4096,0.06761011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,3584,0.058981
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,3072,0.05593466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,2560,0.061050888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,2048,0.04670755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,1536,0.04717411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,1024,0.049382666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,768,0.04810433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,512,0.04856511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,256,0.04795122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,128,0.04901
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,64,0.04776777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,4096,32,0.04779233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,12288,0.1452562222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,10240,0.11655655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,8192,0.09500255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,7168,0.08156922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,6144,0.07115477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,5120,0.07048311111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,4096,0.055892777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,3584,0.049382666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,3072,0.04685633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,2560,0.049935888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,2048,0.04698922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,1536,0.047138000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,1024,0.04696899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,768,0.047431222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,512,0.04735466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,256,0.04700511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,128,0.04653422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,64,0.04784866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3584,32,0.04828777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,12288,0.13886744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,10240,0.11397822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,8192,0.09247911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,7168,0.07958311111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,6144,0.1245818888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,5120,0.066469
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,4096,0.05480944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,3584,0.04784144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,3072,0.04853911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,2560,0.05300822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,2048,0.048342666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,1536,0.047412444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,1024,0.04933933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,768,0.04894066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,512,0.05586966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,256,0.04896955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,128,0.04936822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,64,0.05017566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,3072,32,0.05017277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,12288,0.09033844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,10240,0.06952977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,8192,0.06826444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,7168,0.060138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,6144,0.10272888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,5120,0.048244444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,4096,0.04858677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,3584,0.04736911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,3072,0.04835277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,2560,0.046808666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,2048,0.04588277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,1536,0.04681444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,1024,0.04847122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,768,0.04538877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,512,0.045166333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,256,0.044961222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,128,0.04523277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,64,0.04496988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2560,32,0.04556211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,12288,0.08193466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,10240,0.07900677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,8192,0.06625233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,7168,0.05758711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,6144,0.06807233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,5120,0.04806966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,4096,0.048231444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,3584,0.04550722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,3072,0.049209333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,2560,0.04841488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,2048,0.04886555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,1536,0.04691988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,1024,0.04545088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,768,0.045393111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,512,0.04607922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,256,0.04545955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,128,0.05020744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,64,0.04712933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,2048,32,0.04563144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,12288,0.11800533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,10240,0.07714777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,8192,0.06402355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,7168,0.06120833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,6144,0.060600222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,5120,0.04504355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,4096,0.04485288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,3584,0.04515766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,3072,0.04511144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,2560,0.04507244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,2048,0.045004555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,1536,0.06812722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,1024,0.045241444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,768,0.04525877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,512,0.04563866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,256,0.04531511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,128,0.047403777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,64,0.04674944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1536,32,0.045781666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,12288,0.09284744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,10240,0.05102788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,8192,0.04602144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,7168,0.044811
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,6144,0.04461744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,5120,0.04555777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,4096,0.044650666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,3584,0.04500022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,3072,0.04475755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,2560,0.04488177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,2048,0.04607055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,1536,0.05615133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,1024,0.063596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,768,0.047142333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,512,0.05495244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,256,0.06009900000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,128,0.04521833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,64,0.06020733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,1024,32,0.05389222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,12288,0.07353666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,10240,0.06427488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,8192,0.04574266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,7168,0.057332888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,6144,0.04578022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,5120,0.04802633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,4096,0.05326244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,3584,0.045306444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,3072,0.0629691111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,2560,0.045523111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,2048,0.04501611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,1536,0.064493
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,1024,0.05358311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,768,0.05559811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,512,0.06324211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,256,0.04847844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,128,0.04552888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,64,0.04620633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,768,32,0.045934777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,12288,0.06068544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,10240,0.04841633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,8192,0.046009888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,7168,0.047149555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,6144,0.04552744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,5120,0.046217888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,4096,0.04554188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,3584,0.045684888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,3072,0.04537577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,2560,0.04656888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,2048,0.046144222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,1536,0.04555777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,1024,0.045322333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,768,0.045349777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,512,0.04517499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,256,0.04492511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,128,0.045225555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,64,0.04530066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,512,32,0.045239999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,12288,0.05529333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,10240,0.04575566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,8192,0.04503633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,7168,0.055211
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,6144,0.044747444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,5120,0.04577588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,4096,0.04613122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,3584,0.045748444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,3072,0.04821555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,2560,0.04512444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,2048,0.045057999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,1536,0.04580188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,1024,0.04439644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,768,0.045241444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,512,0.044117666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,256,0.04514611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,128,0.04469544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,64,0.045224111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,256,32,0.04477922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,12288,0.04620055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,10240,0.04479511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,8192,0.04526022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,7168,0.045057999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,6144,0.04515188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,5120,0.04523277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,4096,0.04845244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,3584,0.04592466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,3072,0.04515766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,2560,0.04555488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,2048,0.045331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,1536,0.04609222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,1024,0.045040666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,768,0.045602555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,512,0.04547255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,256,0.044900555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,128,0.044504777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,64,0.04544366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,128,32,0.044954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,12288,0.04534111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,10240,0.04497277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,8192,0.044727222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,7168,0.04507677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,6144,0.04671477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,5120,0.04556644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,4096,0.04520966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,3584,0.04500888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,3072,0.04534255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,2560,0.045489888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,2048,0.044894777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,1536,0.046058999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,1024,0.04445277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,768,0.07184666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,512,0.045969444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,256,0.04533966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,128,0.056368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,64,0.04457988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,64,32,0.045380111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,12288,0.044858666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,10240,0.044769111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,8192,0.04425344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,7168,0.045351222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,6144,0.04453077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,5120,0.06981722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,4096,0.04536422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,3584,0.044369
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,3072,0.044867333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,2560,0.04499011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,2048,0.04603011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,1536,0.04457411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,1024,0.04491066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,768,0.044484555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,512,0.04452066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,256,0.044382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,128,0.044769111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,64,0.05567322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,64,32,32,0.04586255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,12288,0.4190261111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,10240,0.3495107777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,8192,0.2683936666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,7168,0.23521766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,6144,0.2080418888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,5120,0.16915744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,4096,0.13606666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,3584,0.11979355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,3072,0.10316077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,2560,0.08704511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,2048,0.07127611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,1536,0.07780644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,1024,0.05480655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,768,0.049069222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,512,0.04710477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,256,0.047293999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,128,0.049743777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,64,0.046505333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,12288,32,0.054968333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,12288,0.33531911111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,10240,0.2829103333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,8192,0.21707688888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,7168,0.1887628888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,6144,0.1712302222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,5120,0.13582255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,4096,0.11027611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,3584,0.098111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,3072,0.08439744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,2560,0.07051344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,2048,0.08008722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,1536,0.06431822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,1024,0.047549666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,768,0.04679277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,512,0.047494777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,256,0.04691988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,128,0.050639333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,64,0.04714666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,10240,32,0.053357777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,12288,0.2979672222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,10240,0.24003633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,8192,0.18573244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,7168,0.16135599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,6144,0.1478258888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,5120,0.11695088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,4096,0.09451
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,3584,0.08418655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,3072,0.07225111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,2560,0.08318411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,2048,0.06918744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,1536,0.054587
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,1024,0.04689244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,768,0.04699788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,512,0.04791655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,256,0.047138000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,128,0.04675666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,64,0.047009444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,8192,32,0.046669999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,12288,0.2527026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,10240,0.2092812222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,8192,0.16369599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,7168,0.14231966666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,6144,0.12735811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,5120,0.10250211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,4096,0.08444944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,3584,0.07352511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,3072,0.06348333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,2560,0.07313077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,2048,0.06034455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,1536,0.04799455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,1024,0.04702388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,768,0.05103655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,512,0.04731277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,256,0.0465761111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,128,0.04683322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,64,0.04707011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,7168,32,0.04706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,12288,0.21710288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,10240,0.17702966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,8192,0.14698377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,7168,0.11968088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,6144,0.10840699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,5120,0.08693966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,4096,0.07063766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,3584,0.06246499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,3072,0.07971311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,2560,0.06228733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,2048,0.05141211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,1536,0.05035188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,1024,0.04884966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,768,0.04919922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,512,0.048149111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,256,0.04822422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,128,0.05015544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,64,0.04896233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,6144,32,0.04666133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,12288,0.178555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,10240,0.14247277777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,8192,0.10901511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,7168,0.0960858888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,6144,0.08435844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,5120,0.069836
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,4096,0.07741644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,3584,0.06925677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,3072,0.06563122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,2560,0.05100477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,2048,0.049231
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,1536,0.04691699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,1024,0.04769988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,768,0.04764211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,512,0.047939666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,256,0.04723477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,128,0.04716688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,64,0.04768544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,5120,32,0.04701088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,12288,0.16459011111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,10240,0.136266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,8192,0.107939
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,7168,0.092976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,6144,0.08172088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,5120,0.09156044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,4096,0.0749998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,3584,0.06603133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,3072,0.0612718888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,2560,0.04928733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,2048,0.04965566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,1536,0.04966577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,1024,0.04783711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,768,0.047684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,512,0.04792522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,256,0.04788333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,128,0.04751211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,64,0.04704844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,4096,32,0.04680433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,12288,0.137189
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,10240,0.10731933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,8192,0.08391211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,7168,0.0736941111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,6144,0.067145
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,5120,0.07333877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,4096,0.06038355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,3584,0.05257777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,3072,0.04895222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,2560,0.04734744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,2048,0.047268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,1536,0.048403333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,1024,0.04722899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,768,0.08164866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,512,0.07083988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,256,0.06572655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,128,0.06423011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,64,0.07918588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3584,32,0.05492933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,12288,0.13152677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,10240,0.10515555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,8192,0.08230733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,7168,0.07223088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,6144,0.129727
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,5120,0.07076188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,4096,0.05738922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,3584,0.05076066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,3072,0.04771288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,2560,0.04661655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,2048,0.04753955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,1536,0.04741822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,1024,0.046850555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,768,0.046657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,512,0.04722322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,256,0.047377777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,128,0.04696899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,64,0.04653422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,3072,32,0.04694444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,12288,0.08025622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,10240,0.06701211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,8192,0.070863
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,7168,0.06357144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,6144,0.09575511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,5120,0.05576855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,4096,0.044815333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,3584,0.04663388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,3072,0.04468533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,2560,0.04677688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,2048,0.04516777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,1536,0.046918444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,1024,0.046918444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,768,0.04684911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,512,0.06577277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,256,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,128,0.04538444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,64,0.04696322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2560,32,0.046071999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,12288,0.07622622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,10240,0.08396844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,8192,0.07002233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,7168,0.06722444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,6144,0.070421
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,5120,0.04653711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,4096,0.046046000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,3584,0.04484855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,3072,0.04521544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,2560,0.04749622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,2048,0.04533388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,1536,0.048477
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,1024,0.04497711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,768,0.04622944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,512,0.04643888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,256,0.04578022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,128,0.04548411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,64,0.04650677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,2048,32,0.04813033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,12288,0.1149272222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,10240,0.08242866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,8192,0.06689655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,7168,0.05875277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,6144,0.06154922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,5120,0.046420111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,4096,0.04805955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,3584,0.04787033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,3072,0.04806677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,2560,0.04645766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,2048,0.04622222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,1536,0.04579466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,1024,0.044732999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,768,0.044533666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,512,0.04464922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,256,0.04441666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,128,0.04444988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,64,0.04694877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1536,32,0.04775766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,12288,0.09090755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,10240,0.06834244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,8192,0.07497533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,7168,0.04517933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,6144,0.044955444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,5120,0.04512444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,4096,0.05364666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,3584,0.056720444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,3072,0.046349333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,2560,0.049426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,2048,0.045266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,1536,0.04565311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,1024,0.045564999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,768,0.045478333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,512,0.04510422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,256,0.04545377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,128,0.045266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,64,0.04732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,1024,32,0.05395722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,12288,0.0713151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,10240,0.051129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,8192,0.053742000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,7168,0.04552022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,6144,0.04485722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,5120,0.04513166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,4096,0.04484855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,3584,0.045226999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,3072,0.04478066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,2560,0.051531999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,2048,0.045497111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,1536,0.04510999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,1024,0.049414444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,768,0.04590444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,512,0.044451333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,256,0.0450291111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,128,0.04571955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,64,0.04489188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,768,32,0.04666855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,12288,0.05907777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,10240,0.04825599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,8192,0.045668999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,7168,0.04586255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,6144,0.04540466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,5120,0.04582211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,4096,0.04522844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,3584,0.045322333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,3072,0.04625688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,2560,0.044886111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,2048,0.04480088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,1536,0.045149
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,1024,0.05130811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,768,0.04509122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,512,0.044345888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,256,0.04670322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,128,0.04454377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,64,0.04463477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,512,32,0.045544777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,12288,0.0544021111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,10240,0.04530788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,8192,0.04587411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,7168,0.044796555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,6144,0.04466222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,5120,0.044839888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,4096,0.044956888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,3584,0.045628555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,3072,0.045968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,2560,0.04471566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,2048,0.044262111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,1536,0.04536711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,1024,0.044316999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,768,0.04475322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,512,0.04456544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,256,0.044811
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,128,0.044275111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,64,0.04475755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,256,32,0.04429966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,12288,0.04425199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,10240,0.044548111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,8192,0.044366111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,7168,0.04472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,6144,0.05168944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,5120,0.05892322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,4096,0.04576577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,3584,0.044477333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,3072,0.04461311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,2560,0.04659777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,2048,0.04537433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,1536,0.04466222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,1024,0.04463766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,768,0.045739777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,512,0.04454377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,256,0.045642999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,128,0.04591455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,64,0.04448311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,128,32,0.04518077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,12288,0.04509122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,10240,0.04473444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,8192,0.044646333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,7168,0.045560666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,6144,0.04491788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,5120,0.04472288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,4096,0.044564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,3584,0.04464922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,3072,0.04489188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,2560,0.04443688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,2048,0.045461
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,1536,0.04485288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,1024,0.045224111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,768,0.04597522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,512,0.045759999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,256,0.04583511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,128,0.045553444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,64,0.04540611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,64,32,0.04417977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,12288,0.045010333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,10240,0.0460561111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,8192,0.048997000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,7168,0.04492366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,6144,0.04581344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,5120,0.059603555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,4096,0.04557077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,3584,0.044594333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,3072,0.04500744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,2560,0.04564877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,2048,0.04619911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,1536,0.04454955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,1024,0.04552888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,768,0.045380111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,512,0.045306444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,256,0.045328111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,128,0.044623222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,64,0.044818222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,48,32,32,0.04466799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,12288,0.4185624444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,10240,0.3332434444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,8192,0.2548332222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,7168,0.2328444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,6144,0.2134542222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,5120,0.1681882222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,4096,0.128986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,3584,0.11765866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,3072,0.11349866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,2560,0.08478744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,2048,0.06238266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,1536,0.06882344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,1024,0.048641666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,768,0.04850444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,512,0.04730988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,256,0.049896888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,128,0.04866333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,64,0.05057144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,12288,32,0.048001777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,12288,0.33552999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,10240,0.2680368888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,8192,0.2054173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,7168,0.18778644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,6144,0.17312533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,5120,0.13545855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,4096,0.10452866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,3584,0.09462555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,3072,0.09162977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,2560,0.06890433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,2048,0.06498555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,1536,0.05790488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,1024,0.04703255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,768,0.046577555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,512,0.04638833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,256,0.04692855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,128,0.046918444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,64,0.04717411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,10240,32,0.05499866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,12288,0.27335533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,10240,0.21803744444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,8192,0.16783577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,7168,0.15305477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,6144,0.14088677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,5120,0.11080044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,4096,0.0852121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,3584,0.07701922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,3072,0.0749998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,2560,0.06467933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,2048,0.0634558888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,1536,0.054773333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,1024,0.04628577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,768,0.046345
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,512,0.05353111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,256,0.046266999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,128,0.04662811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,64,0.046358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,8192,32,0.04568777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,12288,0.2555106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,10240,0.2008442222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,8192,0.1521751111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,7168,0.14097200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,6144,0.1313433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,5120,0.10192288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,4096,0.07841455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,3584,0.07130933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,3072,0.06914266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,2560,0.059125444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,2048,0.049307555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,1536,0.04660933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,1024,0.04865466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,768,0.04833544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,512,0.04833544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,256,0.04814622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,128,0.04685488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,64,0.046669999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,7168,32,0.04665411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,12288,0.21156777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,10240,0.1687833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,8192,0.12772066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,7168,0.11790999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,6144,0.11022555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,5120,0.08572344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,4096,0.06638522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,3584,0.060227555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,3072,0.06490322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,2560,0.05177322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,2048,0.048840999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,1536,0.05062055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,1024,0.04960222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,768,0.06867177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,512,0.04746444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,256,0.048209777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,128,0.046599222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,64,0.047952666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,6144,32,0.046126888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,12288,0.1735601111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,10240,0.13516244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,8192,0.10255411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,7168,0.09447966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,6144,0.088868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,5120,0.06946188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,4096,0.060746111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,3584,0.056002555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,3072,0.05360477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,2560,0.05256766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,2048,0.05440933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,1536,0.05107844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,1024,0.053662555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,768,0.033865
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,512,0.034811111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,256,0.033878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,128,0.07246777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,64,0.07034588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,5120,32,0.06991399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,12288,0.14726111111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,10240,0.11814833333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,8192,0.090389
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,7168,0.08342677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,6144,0.076752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,5120,0.06725911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,4096,0.05398611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,3584,0.04966288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,3072,0.051553666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,2560,0.04755977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,2048,0.04672777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,1536,0.04633488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,1024,0.045068111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,768,0.046058999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,512,0.045328111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,256,0.04473733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,128,0.04558955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,64,0.04500888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,4096,32,0.04505944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,12288,0.12916366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,10240,0.10193588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,8192,0.07803033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,7168,0.0722901111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,6144,0.06648633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,5120,0.058687777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,4096,0.04777644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,3584,0.04714522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,3072,0.04732433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,2560,0.04749766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,2048,0.045872666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,1536,0.04724633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,1024,0.045885666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,768,0.045391666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,512,0.044824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,256,0.045156222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,128,0.04521111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,64,0.04509122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3584,32,0.04544222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,12288,0.11008544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,10240,0.08640233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,8192,0.06618588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,7168,0.06082555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,6144,0.06255744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,5120,0.04988388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,4096,0.04789344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,3584,0.048461111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,3072,0.04752655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,2560,0.04818666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,2048,0.04723622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,1536,0.047750444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,1024,0.045372888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,768,0.046122555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,512,0.044790777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,256,0.04485288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,128,0.06378811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,64,0.0638141111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,3072,32,0.06792644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,12288,0.08952522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,10240,0.06920766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,8192,0.06011488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,7168,0.05473722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,6144,0.05116366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,5120,0.05396733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,4096,0.04791511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,3584,0.04780533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,3072,0.04856944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,2560,0.04799166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,2048,0.04556788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,1536,0.04561555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,1024,0.04755688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,768,0.04532666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,512,0.04674944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,256,0.07218177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,128,0.046343555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,64,0.045969444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2560,32,0.045885666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,12288,0.08993833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,10240,0.07401477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,8192,0.056165777777777766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,7168,0.05416233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,6144,0.050765
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,5120,0.04814044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,4096,0.050297
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,3584,0.047210222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,3072,0.046775444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,2560,0.05753077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,2048,0.054652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,1536,0.04579177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,1024,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,768,0.04670033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,512,0.04557944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,256,0.04667866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,128,0.045447999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,64,0.04575566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,2048,32,0.04619911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,12288,0.09968544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,10240,0.06995155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,8192,0.05253011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,7168,0.04796855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,6144,0.04771288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,5120,0.04733299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,4096,0.047244888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,3584,0.05046166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,3072,0.04594055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,2560,0.04625688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,2048,0.04553466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,1536,0.04581633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,1024,0.046781222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,768,0.04632766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,512,0.0480451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,256,0.04674944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,128,0.054649111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,64,0.05318155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1536,32,0.053873444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,12288,0.06364944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,10240,0.0674671111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,8192,0.051254666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,7168,0.03764655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,6144,0.03609522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,5120,0.06797411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,4096,0.0676621111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,3584,0.06754366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,3072,0.0675451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,2560,0.06590855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,2048,0.06657733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,1536,0.03764511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,1024,0.03617755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,768,0.03602877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,512,0.06580166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,256,0.06583633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,128,0.06589555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,64,0.05052955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,1024,32,0.051519
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,12288,0.05339677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,10240,0.048514555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,8192,0.03717422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,7168,0.03700666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,6144,0.037801111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,5120,0.036768333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,4096,0.03632344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,3584,0.03598688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,3072,0.036309
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,2560,0.03701388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,2048,0.03577455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,1536,0.03773755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,1024,0.03473166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,768,0.03494833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,512,0.04333622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,256,0.03447455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,128,0.035463999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,64,0.03376244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,768,32,0.03218077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,12288,0.03887144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,10240,0.032278999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,8192,0.04887566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,7168,0.050471777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,6144,0.060559777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,5120,0.04595211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,4096,0.047577111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,3584,0.05396155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,3072,0.05047322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,2560,0.04701233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,2048,0.04779666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,1536,0.046126888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,1024,0.03729266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,768,0.03757144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,512,0.03688388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,256,0.035815
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,128,0.03565322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,64,0.03430411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,512,32,0.03396322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,12288,0.03148311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,10240,0.03081288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,8192,0.03323233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,7168,0.02980033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,6144,0.03282355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,5120,0.034929555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,4096,0.03235844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,3584,0.03238588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,3072,0.03242344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,2560,0.03249711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,2048,0.03199877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,1536,0.03598688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,1024,0.03309655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,768,0.03289433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,512,0.035006111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,256,0.030705999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,128,0.03251733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,64,0.04755399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,256,32,0.04628577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,12288,0.04856222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,10240,0.05026522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,8192,0.04644466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,7168,0.07216877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,6144,0.05199711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,5120,0.052082333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,4096,0.04659344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,3584,0.045898666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,3072,0.04554333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,2560,0.046674333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,2048,0.046579
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,1536,0.046275666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,1024,0.046349333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,768,0.04628722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,512,0.04591022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,256,0.046230888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,128,0.03847422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,64,0.03871688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,128,32,0.036769777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,12288,0.03662677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,10240,0.03582944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,8192,0.036386999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,7168,0.03964566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,6144,0.03992444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,5120,0.03848433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,4096,0.03724499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,3584,0.03640722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,3072,0.03414233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,2560,0.03426366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,2048,0.032499999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,1536,0.03118988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,1024,0.03223422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,768,0.032424888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,512,0.030380999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,256,0.03190777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,128,0.04715244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,64,0.04844522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,64,32,0.04553611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,12288,0.04594055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,10240,0.04580622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,8192,0.04594199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,7168,0.04667288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,6144,0.04860555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,5120,0.04685633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,4096,0.05048188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,3584,0.04706577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,3072,0.046567444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,2560,0.046378222222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,2048,0.04686644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,1536,0.04667577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,1024,0.052089555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,768,0.04617022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,512,0.04570222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,256,0.045599666666666656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,128,0.04805955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,64,0.04693144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,32,32,32,0.04747888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,12288,0.2935602222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,10240,0.23935455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,8192,0.1690303333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,7168,0.16894222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,6144,0.16778377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,5120,0.13159755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,4096,0.09259033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,3584,0.09469055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,3072,0.09187966666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,2560,0.073736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,2048,0.06577133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,1536,0.06650366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,1024,0.04686211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,768,0.046337777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,512,0.04735466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,256,0.04698488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,128,0.04674655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,64,0.047120666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,12288,32,0.04738066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,12288,0.23526822222222218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,10240,0.19278422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,8192,0.137163
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,7168,0.13813366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,6144,0.13652744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,5120,0.106275
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,4096,0.07631722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,3584,0.07665522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,3072,0.07354677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,2560,0.07358144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,2048,0.05397888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,1536,0.05529622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,1024,0.04875577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,768,0.05920633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,512,0.0627481111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,256,0.04831811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,128,0.046771111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,64,0.04722177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,10240,32,0.04662377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,12288,0.1920952222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,10240,0.15632355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,8192,0.11128288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,7168,0.11219144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,6144,0.11145333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,5120,0.08741055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,4096,0.06140333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,3584,0.06257188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,3072,0.06182655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,2560,0.05082277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,2048,0.06205333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,1536,0.05325955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,1024,0.048112999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,768,0.046684444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,512,0.047476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,256,0.04827766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,128,0.04704122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,64,0.046735
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,8192,32,0.047321444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,12288,0.17701666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,10240,0.14457877777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,8192,0.10277944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,7168,0.10327488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,6144,0.104637
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,5120,0.08020999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,4096,0.056885111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,3584,0.057642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,3072,0.05671177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,2560,0.05277711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,2048,0.04775911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,1536,0.04770277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,1024,0.04576144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,768,0.04881644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,512,0.046865
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,256,0.04748033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,128,0.04633488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,64,0.045501444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,7168,32,0.047879
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,12288,0.14834155555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,10240,0.12161500000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,8192,0.0867721111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,7168,0.0872141111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,6144,0.08635466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,5120,0.06758555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,4096,0.048549222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,3584,0.051068333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,3072,0.05616288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,2560,0.047970000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,2048,0.049083666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,1536,0.04967877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,1024,0.048048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,768,0.050856000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,512,0.04907355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,256,0.04709611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,128,0.05082277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,64,0.057952555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,6144,32,0.04855644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,12288,0.12158755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,10240,0.09931566666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,8192,0.06965255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,7168,0.07099877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,6144,0.07004544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,5120,0.05552011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,4096,0.05051366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,3584,0.05040388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,3072,0.049103888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,2560,0.04947944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,2048,0.046553000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,1536,0.04699066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,1024,0.04646344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,768,0.04578744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,512,0.04516922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,256,0.04551444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,128,0.046815888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,64,0.04489911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,5120,32,0.045323777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,12288,0.105339
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,10240,0.08591266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,8192,0.06231622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,7168,0.06193922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,6144,0.06173411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,5120,0.05345166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,4096,0.05037644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,3584,0.051517555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,3072,0.04857522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,2560,0.050013888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,2048,0.07467777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,1536,0.0680911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,1024,0.0652441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,768,0.06508666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,512,0.06488155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,256,0.06630144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,128,0.04446144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,64,0.045748444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,4096,32,0.06491622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,12288,0.09182766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,10240,0.07444666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,8192,0.053830111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,7168,0.05380844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,6144,0.05379688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,5120,0.05836422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,4096,0.05815188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,3584,0.04691122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,3072,0.04759011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,2560,0.047819777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,2048,0.06795822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,1536,0.048430777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,1024,0.04645333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,768,0.04492511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,512,0.044641999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,256,0.046844777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,128,0.0658868888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,64,0.06459266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3584,32,0.048653222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,12288,0.07593444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,10240,0.06282033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,8192,0.045190888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,7168,0.04552888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,6144,0.054413666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,5120,0.04362511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,4096,0.03870388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,3584,0.03606488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,3072,0.037815555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,2560,0.03601577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,2048,0.03723488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,1536,0.03204211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,1024,0.03204066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,768,0.03976844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,512,0.03424488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,256,0.03259533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,128,0.032149
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,64,0.03509133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,3072,32,0.032738333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,12288,0.0620331111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,10240,0.05020455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,8192,0.048966666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,7168,0.048848222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,6144,0.05029266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,5120,0.05054111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,4096,0.04798444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,3584,0.047959888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,3072,0.049709111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,2560,0.049791444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,2048,0.04460588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,1536,0.04744277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,1024,0.04613988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,768,0.045513
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,512,0.04705711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,256,0.045409
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,128,0.04593333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,64,0.049105333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2560,32,0.046423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,12288,0.049953222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,10240,0.047948333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,8192,0.05717111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,7168,0.051760222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,6144,0.05386766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,5120,0.0538171111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,4096,0.03384333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,3584,0.03352411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,3072,0.032487
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,2560,0.03242922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,2048,0.03523866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,1536,0.031543777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,1024,0.03148744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,768,0.03325544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,512,0.03384188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,256,0.03627433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,128,0.031877444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,64,0.033402777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,2048,32,0.03501911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,12288,0.08128899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,10240,0.04765366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,8192,0.07725611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,7168,0.067977
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,6144,0.06855477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,5120,0.06885522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,4096,0.0670511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,3584,0.06856922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,3072,0.06470533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,2560,0.06410444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,2048,0.06485844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,1536,0.07121111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,1024,0.04542633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,768,0.045538999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,512,0.04525011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,256,0.04688666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,128,0.04506377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,64,0.064103
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1536,32,0.06425466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,12288,0.05763911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,10240,0.052547444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,8192,0.049404333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,7168,0.04960511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,6144,0.06150877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,5120,0.04863733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,4096,0.04884388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,3584,0.04835277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,3072,0.04933066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,2560,0.049360999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,2048,0.04805377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,1536,0.05356144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,1024,0.04685922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,768,0.047725888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,512,0.04630455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,256,0.046761
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,128,0.04921222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,64,0.05005433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,1024,32,0.047522222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,12288,0.04810866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,10240,0.04832388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,8192,0.04817366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,7168,0.067743
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,6144,0.04605322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,5120,0.04833544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,4096,0.04590155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,3584,0.04675522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,3072,0.04337955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,2560,0.039239777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,2048,0.037858888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,1536,0.039655777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,1024,0.03699366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,768,0.03772311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,512,0.03827488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,256,0.036616666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,128,0.03623533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,64,0.03433011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,768,32,0.03311533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,12288,0.03558533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,10240,0.034500555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,8192,0.03293044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,7168,0.03326988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,6144,0.033190444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,5120,0.03334644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,4096,0.03347788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,3584,0.03624688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,3072,0.03482844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,2560,0.04810144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,2048,0.04720877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,1536,0.047239111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,1024,0.04755399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,768,0.04722899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,512,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,256,0.047098999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,128,0.04671044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,64,0.04652122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,512,32,0.04692422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,12288,0.047824111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,10240,0.047598777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,8192,0.04772011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,7168,0.047892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,6144,0.047857333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,5120,0.04771288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,4096,0.04691699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,3584,0.04736766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,3072,0.04676533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,2560,0.04683322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,2048,0.046425888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,1536,0.047132222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,1024,0.046407111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,768,0.04601422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,512,0.046404222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,256,0.04638255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,128,0.046516888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,64,0.04697044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,256,32,0.04641144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,12288,0.047049888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,10240,0.04719
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,8192,0.04713655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,7168,0.05303711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,6144,0.04883955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,5120,0.04860266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,4096,0.04826466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,3584,0.05002688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,3072,0.04837155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,2560,0.04849577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,2048,0.04763055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,1536,0.048328222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,1024,0.04786744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,768,0.04801188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,512,0.049056222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,256,0.04986511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,128,0.046412888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,64,0.046823111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,128,32,0.046553000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,12288,0.04646633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,10240,0.04774177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,8192,0.04691555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,7168,0.046925666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,6144,0.04865033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,5120,0.04767966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,4096,0.047047
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,3584,0.04945922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,3072,0.054196999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,2560,0.04865755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,2048,0.051894555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,1536,0.05092533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,1024,0.047871777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,768,0.05016988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,512,0.049439000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,256,0.04738355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,128,0.0486301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,64,0.04668155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,64,32,0.04569355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,12288,0.04637388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,10240,0.04903455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,8192,0.05062344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,7168,0.04978855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,6144,0.05044288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,5120,0.04681877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,4096,0.04693722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,3584,0.048604111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,3072,0.05009188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,2560,0.05267311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,2048,0.04933933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,1536,0.049347999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,1024,0.048763
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,768,0.047632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,512,0.04727088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,256,0.047224666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,128,0.047463
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,64,0.05174288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,16,32,32,0.054143555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,12288,0.27228066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,10240,0.23649455555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,8192,0.1748442222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,7168,0.1713891111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,6144,0.15944211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,5120,0.13289466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,4096,0.09738155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,3584,0.09832188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,3072,0.08848522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,2560,0.077454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,2048,0.06471833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,1536,0.06566155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,1024,0.04769266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,768,0.047626222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,512,0.047452888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,256,0.04761755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,128,0.047671
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,64,0.048855444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,12288,32,0.04739222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,12288,0.21861955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,10240,0.1912762222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,8192,0.14191955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,7168,0.13829255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,6144,0.1286451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,5120,0.10729766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,4096,0.07965533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,3584,0.07975066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,3072,0.07190733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,2560,0.06281166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,2048,0.05263266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,1536,0.05484988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,1024,0.04739655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,768,0.04723622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,512,0.048375888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,256,0.046841888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,128,0.04685922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,64,0.046813
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,10240,32,0.04690977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,12288,0.17935522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,10240,0.15613866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,8192,0.11686566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,7168,0.11294399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,6144,0.10640644444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,5120,0.08811977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,4096,0.06553155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,3584,0.06842766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,3072,0.05884955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,2560,0.051872888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,2048,0.06144377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,1536,0.052635555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,1024,0.04645477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,768,0.06593022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,512,0.06708288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,256,0.06607177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,128,0.06592011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,64,0.06516033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,8192,32,0.04719433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,12288,0.16490644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,10240,0.14361822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,8192,0.10665199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,7168,0.1042108888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,6144,0.09677633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,5120,0.0812211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,4096,0.060379222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,3584,0.06054966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,3072,0.055141666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,2560,0.0556241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,2048,0.04778511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,1536,0.04985933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,1024,0.047786555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,768,0.04873411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,512,0.047509222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,256,0.047386444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,128,0.047240555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,64,0.04758433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,7168,32,0.04854055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,12288,0.1376252222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,10240,0.12051577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,8192,0.09003366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,7168,0.08831622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,6144,0.0816111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,5120,0.06812433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,4096,0.05344588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,3584,0.05200866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,3072,0.05551
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,2560,0.04962822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,2048,0.047695555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,1536,0.04889877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,1024,0.04817222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,768,0.05061333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,512,0.052726555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,256,0.047315666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,128,0.04732577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,64,0.047884777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,6144,32,0.04797288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,12288,0.11149955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,10240,0.09798244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,8192,0.07308166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,7168,0.07325066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,6144,0.06590566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,5120,0.055995333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,4096,0.04940144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,3584,0.05123877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,3072,0.049466444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,2560,0.07029966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,2048,0.049062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,1536,0.05313533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,1024,0.05313244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,768,0.049818888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,512,0.047153888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,256,0.04760888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,128,0.04775188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,64,0.06892166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,5120,32,0.07192611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,12288,0.09744222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,10240,0.08555877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,8192,0.0654131111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,7168,0.06230466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,6144,0.058546222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,5120,0.04926277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,4096,0.04893922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,3584,0.04822566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,3072,0.048937777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,2560,0.048698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,2048,0.047618999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,1536,0.047943999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,1024,0.04637533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,768,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,512,0.04616588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,256,0.04695744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,128,0.04585388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,64,0.04558955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,4096,32,0.055208111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,12288,0.08463
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,10240,0.07397433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,8192,0.05529766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,7168,0.05411177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,6144,0.050962888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,5120,0.05138033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,4096,0.048585333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,3584,0.04899844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,3072,0.05076788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,2560,0.048450999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,2048,0.04825455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,1536,0.047668111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,1024,0.04787322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,768,0.04601422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,512,0.046058999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,256,0.04638833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,128,0.047689777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,64,0.05069711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3584,32,0.04832388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,12288,0.07103633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,10240,0.06280733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,8192,0.048937777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,7168,0.04921655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,6144,0.05335055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,5120,0.049079333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,4096,0.04852755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,3584,0.0484351111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,3072,0.04889299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,2560,0.04861133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,2048,0.04989111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,1536,0.047905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,1024,0.04642877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,768,0.04658333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,512,0.050206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,256,0.04636522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,128,0.04636233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,64,0.049001333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,3072,32,0.04928733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,12288,0.05915433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,10240,0.05166055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,8192,0.04989833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,7168,0.05165477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,6144,0.04907355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,5120,0.04937977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,4096,0.04844233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,3584,0.04949533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,3072,0.04903311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,2560,0.04935955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,2048,0.04935233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,1536,0.046524111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,1024,0.046684444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,768,0.04686211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,512,0.04667288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,256,0.047863111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,128,0.04632766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,64,0.046456222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2560,32,0.04606911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,12288,0.04763922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,10240,0.048243
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,8192,0.04746588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,7168,0.048537666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,6144,0.04892911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,5120,0.047281
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,4096,0.04703255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,3584,0.04870233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,3072,0.04873988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,2560,0.04881211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,2048,0.046733555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,1536,0.04636233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,1024,0.054818111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,768,0.04666566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,512,0.046294444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,256,0.04708022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,128,0.047974333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,64,0.05844799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,2048,32,0.047366222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,12288,0.08020277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,10240,0.05182088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,8192,0.04747744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,7168,0.049057666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,6144,0.04914288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,5120,0.04845966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,4096,0.050347555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,3584,0.048542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,3072,0.045385888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,2560,0.06653977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,2048,0.06580888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,1536,0.06601977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,1024,0.069017
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,768,0.06688211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,512,0.04615722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,256,0.045357
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,128,0.045419111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,64,0.050297
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1536,32,0.0738761111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,12288,0.07603411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,10240,0.04772877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,8192,0.04802633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,7168,0.049595
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,6144,0.047980111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,5120,0.04864888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,4096,0.04811733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,3584,0.05082855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,3072,0.04896811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,2560,0.04787033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,2048,0.05030133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,1536,0.048056666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,1024,0.05054111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,768,0.04674944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,512,0.04683322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,256,0.04753377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,128,0.049050444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,64,0.054159444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,1024,32,0.04955888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,12288,0.04919777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,10240,0.04772444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,8192,0.07083844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,7168,0.05146122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,6144,0.05144244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,5120,0.04747455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,4096,0.062283000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,3584,0.04813033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,3072,0.05074766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,2560,0.051137666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,2048,0.05251277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,1536,0.0494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,1024,0.047175555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,768,0.049776999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,512,0.047288222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,256,0.04865033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,128,0.05039955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,64,0.04870666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,768,32,0.049603666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,12288,0.04898977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,10240,0.04877455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,8192,0.04852033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,7168,0.05245211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,6144,0.05150311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,5120,0.04885977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,4096,0.047299777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,3584,0.047257888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,3072,0.05029266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,2560,0.048251666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,2048,0.050185777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,1536,0.048404777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,1024,0.04948955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,768,0.04785155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,512,0.056093555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,256,0.05274533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,128,0.04830944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,64,0.047920888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,512,32,0.04709177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,12288,0.046565999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,10240,0.04731855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,8192,0.07913099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,7168,0.04608355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,6144,0.04694444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,5120,0.04609222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,4096,0.04697333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,3584,0.046288666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,3072,0.05786588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,2560,0.04680577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,2048,0.04746011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,1536,0.04807111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,1024,0.049007111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,768,0.049154444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,512,0.04716544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,256,0.04844522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,128,0.046717666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,64,0.04685633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,256,32,0.047224666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,12288,0.04733011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,10240,0.04620633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,8192,0.05530488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,7168,0.04740666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,6144,0.04749188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,5120,0.04682455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,4096,0.048091333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,3584,0.04653711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,3072,0.05266877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,2560,0.04943322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,2048,0.047634888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,1536,0.04761322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,1024,0.04744133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,768,0.05250411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,512,0.047058555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,256,0.047240555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,128,0.047242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,64,0.04733011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,128,32,0.047494777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,12288,0.04753377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,10240,0.047175555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,8192,0.051040888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,7168,0.05036055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,6144,0.04713655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,5120,0.048048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,4096,0.04794255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,3584,0.04661944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,3072,0.04924255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,2560,0.04674222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,2048,0.04745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,1536,0.048244444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,1024,0.05293888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,768,0.04640133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,512,0.04905333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,256,0.04810433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,128,0.047078777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,64,0.047161111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,64,32,0.04720588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,12288,0.04869366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,10240,0.047945444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,8192,0.04698922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,7168,0.047412444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,6144,0.05130811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,5120,0.047182777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,4096,0.046695999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,3584,0.05184833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,3072,0.049984999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,2560,0.046339222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,2048,0.047827
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,1536,0.047210222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,1024,0.04723333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,768,0.048631555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,512,0.049050444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,256,0.04876877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,128,0.049922888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,64,0.052954777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,8,32,32,0.048641666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,12288,0.29467533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,10240,0.2576383333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,8192,0.196053
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,7168,0.186966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,6144,0.1697121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,5120,0.14314588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,4096,0.1090411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,3584,0.10556144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,3072,0.09356966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,2560,0.08278977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,2048,0.06633466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,1536,0.06531633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,1024,0.04756411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,768,0.042782999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,512,0.04469688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,256,0.04163466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,128,0.045290555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,64,0.04493955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,12288,32,0.045190888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,12288,0.23928377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,10240,0.20773422222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,8192,0.1590593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,7168,0.15018755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,6144,0.13769166666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,5120,0.11509477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,4096,0.08871633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,3584,0.085501
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,3072,0.07595322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,2560,0.06719266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,2048,0.054159444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,1536,0.05537422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,1024,0.04843222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,768,0.04814188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,512,0.04793822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,256,0.04809711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,128,0.04935522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,64,0.05212566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,10240,32,0.049103888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,12288,0.19463744444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,10240,0.16945788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,8192,0.12886466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,7168,0.12387266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,6144,0.11230266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,5120,0.09425144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,4096,0.07303255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,3584,0.07006422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,3072,0.06265422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,2560,0.055289
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,2048,0.06245777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,1536,0.05272222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,1024,0.05016988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,768,0.04796566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,512,0.057445555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,256,0.04844522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,128,0.04708455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,64,0.047204444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,8192,32,0.047567
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,12288,0.17935666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,10240,0.1562441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,8192,0.11904677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,7168,0.1134148888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,6144,0.10332977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,5120,0.08711877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,4096,0.06715077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,3584,0.06469233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,3072,0.05800744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,2560,0.058263111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,2048,0.048409111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,1536,0.04952277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,1024,0.04855066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,768,0.05274966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,512,0.048409111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,256,0.04801911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,128,0.048959444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,64,0.04671477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,7168,32,0.05036633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,12288,0.1501211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,10240,0.13085655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,8192,0.0999671111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,7168,0.09528422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,6144,0.08715344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,5120,0.07327233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,4096,0.05675511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,3584,0.055237
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,3072,0.05692266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,2560,0.05091233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,2048,0.047731666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,1536,0.047337333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,1024,0.046786999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,768,0.04647355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,512,0.047202999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,256,0.046567444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,128,0.05487011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,64,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,6144,32,0.05147711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,12288,0.1216698888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,10240,0.10737999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,8192,0.08097411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,7168,0.07711888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,6144,0.0703661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,5120,0.059386888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,4096,0.07468788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,3584,0.05321766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,3072,0.050320111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,2560,0.05024355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,2048,0.058866888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,1536,0.043755111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,1024,0.038433777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,768,0.04654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,512,0.045949222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,256,0.04601566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,128,0.045452333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,64,0.045372888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,5120,32,0.04810866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,12288,0.10588644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,10240,0.09260622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,8192,0.07129488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,7168,0.066885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,6144,0.061898777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,5120,0.05252433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,4096,0.051168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,3584,0.04938555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,3072,0.04883955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,2560,0.048542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,2048,0.05800455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,1536,0.05020022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,1024,0.04895655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,768,0.04769266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,512,0.047348888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,256,0.04622511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,128,0.04954011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,64,0.047905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,4096,32,0.05311222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,12288,0.092196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,10240,0.08031255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,8192,0.061862666666666656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,7168,0.05892322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,6144,0.05482388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,5120,0.05352099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,4096,0.048904555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,3584,0.05086322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,3072,0.04845388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,2560,0.04909522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,2048,0.04690688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,1536,0.07199688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,1024,0.045657444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,768,0.04602722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,512,0.046336333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,256,0.062059111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,128,0.051818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,64,0.04839177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3584,32,0.06070277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,12288,0.07735722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,10240,0.0672461111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,8192,0.052262888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,7168,0.050688444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,6144,0.05493077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,5120,0.04936244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,4096,0.049709111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,3584,0.049030222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,3072,0.05058444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,2560,0.04899988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,2048,0.04821411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,1536,0.04774755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,1024,0.04639844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,768,0.046230888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,512,0.04626555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,256,0.046495222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,128,0.04867344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,64,0.05035622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,3072,32,0.048791888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,12288,0.06271055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,10240,0.05482822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,8192,0.04951844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,7168,0.04985933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,6144,0.04899988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,5120,0.04932633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,4096,0.047701333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,3584,0.05305155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,3072,0.04808122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,2560,0.04886411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,2048,0.04590877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,1536,0.04548122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,1024,0.04604311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,768,0.04750777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,512,0.04740666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,256,0.047008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,128,0.04647066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,64,0.047452888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2560,32,0.045586666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,12288,0.04831233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,10240,0.049137111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,8192,0.04849866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,7168,0.04822422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,6144,0.052764111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,5120,0.052288888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,4096,0.05682877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,3584,0.048799111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,3072,0.047461555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,2560,0.04715244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,2048,0.04861711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,1536,0.04675666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,1024,0.04651111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,768,0.06830633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,512,0.06106533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,256,0.056719
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,128,0.05354266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,64,0.051115999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,2048,32,0.04790933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,12288,0.07926677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,10240,0.04997344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,8192,0.049873777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,7168,0.05082422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,6144,0.04822133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,5120,0.04999222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,4096,0.04679855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,3584,0.05117666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,3072,0.04733444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,2560,0.047350333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,2048,0.04541188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,1536,0.04569788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,1024,0.046100888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,768,0.045214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,512,0.04565166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,256,0.045468222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,128,0.046644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,64,0.04704266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1536,32,0.04616011111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,12288,0.056564444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,10240,0.04831377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,8192,0.046677222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,7168,0.04744422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,6144,0.04972066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,5120,0.04789777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,4096,0.04768544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,3584,0.048105777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,3072,0.04690833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,2560,0.046857777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,2048,0.046953111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,1536,0.04719866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,1024,0.047399444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,768,0.05124455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,512,0.048959444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,256,0.04882222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,128,0.05440788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,64,0.04678266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,1024,32,0.04726077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,12288,0.04903888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,10240,0.046288666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,8192,0.04693722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,7168,0.046580444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,6144,0.04788333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,5120,0.046745111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,4096,0.04676966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,3584,0.0490721111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,3072,0.04706577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,2560,0.046336333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,2048,0.046531333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,1536,0.04670611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,1024,0.046323333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,768,0.047281
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,512,0.04758144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,256,0.04725933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,128,0.04714522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,64,0.04793388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,768,32,0.046684444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,12288,0.04705277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,10240,0.04706577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,8192,0.06792788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,7168,0.046899666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,6144,0.04801622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,5120,0.04766377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,4096,0.047386444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,3584,0.046893888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,3072,0.04717411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,2560,0.04745144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,2048,0.046974777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,1536,0.04918911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,1024,0.049012888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,768,0.05019588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,512,0.047662333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,256,0.04734744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,128,0.04927288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,64,0.047591555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,512,32,0.050374999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,12288,0.047473111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,10240,0.047473111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,8192,0.049057666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,7168,0.04751788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,6144,0.04718855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,5120,0.04674944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,4096,0.05285366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,3584,0.046940111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,3072,0.04752511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,2560,0.048749999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,2048,0.04697333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,1536,0.04756411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,1024,0.04675522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,768,0.04643888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,512,0.04656166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,256,0.047058555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,128,0.04705422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,64,0.04749766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,256,32,0.04668588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,12288,0.04702244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,10240,0.04889444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,8192,0.05114199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,7168,0.04702388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,6144,0.051955222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,5120,0.04685922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,4096,0.04771
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,3584,0.052004333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,3072,0.04762333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,2560,0.047467333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,2048,0.047877555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,1536,0.04792955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,1024,0.04703833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,768,0.047390777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,512,0.047772111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,256,0.04866333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,128,0.04659777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,64,0.04769844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,128,32,0.047364777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,12288,0.04828922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,10240,0.04651833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,8192,0.07229300000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,7168,0.048383111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,6144,0.04807977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,5120,0.0728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,4096,0.04780966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,3584,0.046878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,3072,0.04729111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,2560,0.04781111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,2048,0.047255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,1536,0.052111222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,1024,0.054652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,768,0.056174444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,512,0.047647888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,256,0.04712644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,128,0.04785444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,64,0.04689533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,64,32,0.057186999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,12288,0.04887133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,10240,0.04928733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,8192,0.04880488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,7168,0.05074477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,6144,0.049743777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,5120,0.04845533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,4096,0.04964266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,3584,0.051295111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,3072,0.06716666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,2560,0.04745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,2048,0.04723333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,1536,0.04711488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,1024,0.04763777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,768,0.04693722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,512,0.047434111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,256,0.047360444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,128,0.047793777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,64,0.04772877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,4,32,32,0.04699355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,12288,0.3085434444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,10240,0.26795455555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,8192,0.2071954444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,7168,0.1942098888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,6144,0.17468244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,5120,0.14908111111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,4096,0.11499222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,3584,0.10910033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,3072,0.09695544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,2560,0.08571622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,2048,0.0669081111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,1536,0.066729
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,1024,0.048091333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,768,0.048403333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,512,0.047370555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,256,0.049116888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,128,0.047945444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,64,0.04750344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,12288,32,0.04981744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,12288,0.24876944444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,10240,0.215982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,8192,0.16763066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,7168,0.15705155555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,6144,0.1421651111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,5120,0.11938622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,4096,0.09300344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,3584,0.08821511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,3072,0.07866877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,2560,0.06939977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,2048,0.05457255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,1536,0.05529333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,1024,0.04809566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,768,0.04745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,512,0.04650244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,256,0.04722322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,128,0.04730844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,64,0.046423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,10240,32,0.04735322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,12288,0.20272344444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,10240,0.1759882222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,8192,0.13636133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,7168,0.128128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,6144,0.11583
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,5120,0.09752744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,4096,0.07595322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,3584,0.07225833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,3072,0.06409577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,2560,0.05696311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,2048,0.06300088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,1536,0.053087666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,1024,0.04831811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,768,0.049701888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,512,0.04827044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,256,0.04774611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,128,0.048631555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,64,0.04702244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,8192,32,0.04698633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,12288,0.1863001111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,10240,0.16280766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,8192,0.12595266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,7168,0.11796344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,6144,0.1062128888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,5120,0.09003222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,4096,0.070226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,3584,0.06721866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,3072,0.05969311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,2560,0.060311333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,2048,0.04925988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,1536,0.04847844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,1024,0.04807977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,768,0.04790066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,512,0.048997000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,256,0.047473111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,128,0.04823577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,64,0.04752366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,7168,32,0.04765511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,12288,0.156195
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,10240,0.136149
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,8192,0.10583155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,7168,0.09886066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,6144,0.08973322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,5120,0.07576544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,4096,0.059119666666666675
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,3584,0.056773888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,3072,0.05867044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,2560,0.05256333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,2048,0.04867344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,1536,0.04932633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,1024,0.048373
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,768,0.0486301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,512,0.048874222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,256,0.05320755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,128,0.04844955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,64,0.04850444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,6144,32,0.047881888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,12288,0.1262978888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,10240,0.10999155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,8192,0.08550822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,7168,0.080288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,6144,0.07568455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,5120,0.06127044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,4096,0.05036344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,3584,0.07157366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,3072,0.05114777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,2560,0.048594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,2048,0.047632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,1536,0.05024788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,1024,0.04648655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,768,0.046407111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,512,0.04758144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,256,0.04733877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,128,0.04705422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,64,0.045913111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,5120,32,0.04853188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,12288,0.11065744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,10240,0.09623611111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,8192,0.074919
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,7168,0.07020722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,6144,0.06384444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,5120,0.054829666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,4096,0.04990988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,3584,0.04879044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,3072,0.04965422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,2560,0.050206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,2048,0.05278433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,1536,0.051376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,1024,0.04778366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,768,0.048247333333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,512,0.046695999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,256,0.047360444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,128,0.04626266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,64,0.047003666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,4096,32,0.07109411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,12288,0.09606855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,10240,0.08324766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,8192,0.06478622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,7168,0.06081544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,6144,0.05596211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,5120,0.054792111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,4096,0.04982322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,3584,0.05227155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,3072,0.05138033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,2560,0.05180644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,2048,0.0908021111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,1536,0.04783422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,1024,0.04676966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,768,0.046956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,512,0.049147222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,256,0.04647066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,128,0.05037933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,64,0.05118533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3584,32,0.05122144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,12288,0.08042377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,10240,0.06986488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,8192,0.05624522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,7168,0.052427555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,6144,0.060374888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,5120,0.050596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,4096,0.04947944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,3584,0.049706222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,3072,0.049342222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,2560,0.05037211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,2048,0.048877111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,1536,0.04937977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,1024,0.046674333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,768,0.04675666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,512,0.047868888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,256,0.054354444444444434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,128,0.04998788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,64,0.04935955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,3072,32,0.05041544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,12288,0.0652311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,10240,0.056974666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,8192,0.049506888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,7168,0.04957477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,6144,0.07134688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,5120,0.04911544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,4096,0.05125177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,3584,0.050047111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,3072,0.04850444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,2560,0.049485222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,2048,0.04656888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,1536,0.04611822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,1024,0.048689333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,768,0.04582788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,512,0.04635366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,256,0.04643022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,128,0.046018555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,64,0.04694877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2560,32,0.051571
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,12288,0.05255611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,10240,0.050062999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,8192,0.048510222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,7168,0.051666333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,6144,0.05044722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,5120,0.05199711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,4096,0.04836722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,3584,0.05059311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,3072,0.05140633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,2560,0.04762188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,2048,0.05005866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,1536,0.048970999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,1024,0.04919922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,768,0.04898544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,512,0.04815633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,256,0.04864311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,128,0.04757422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,64,0.046067666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,2048,32,0.046869333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,12288,0.08071988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,10240,0.05397311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,8192,0.050272444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,7168,0.05031577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,6144,0.055023222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,5120,0.04884388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,4096,0.04935522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,3584,0.08059999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,3072,0.04669166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,2560,0.046134111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,2048,0.05221666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,1536,0.0707951111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,1024,0.047853
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,768,0.04814044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,512,0.046602111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,256,0.048700888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,128,0.04845677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,64,0.07580877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1536,32,0.046542888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,12288,0.061489999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,10240,0.067964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,8192,0.04927288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,7168,0.04808988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,6144,0.04798733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,5120,0.047439888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,4096,0.047216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,3584,0.04797866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,3072,0.04726511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,2560,0.04730555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,2048,0.047182777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,1536,0.04754244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,1024,0.04715966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,768,0.04957477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,512,0.07870200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,256,0.053357777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,128,0.04836288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,64,0.04645911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,1024,32,0.05095422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,12288,0.07714922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,10240,0.04858966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,8192,0.04751933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,7168,0.04704266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,6144,0.04741822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,5120,0.047346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,4096,0.047281
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,3584,0.052636999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,3072,0.051617222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,2560,0.04905188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,2048,0.04725211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,1536,0.04707444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,1024,0.048209777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,768,0.047122111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,512,0.07706544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,256,0.04706144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,128,0.04739366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,64,0.04720877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,768,32,0.05323211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,12288,0.07820655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,10240,0.04714522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,8192,0.04869077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,7168,0.04676533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,6144,0.07584777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,5120,0.04725644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,4096,0.04725644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,3584,0.04726222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,3072,0.047399444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,2560,0.08183355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,2048,0.047255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,1536,0.048612777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,1024,0.04739655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,768,0.04654866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,512,0.04727522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,256,0.07637933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,128,0.04852755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,64,0.04741533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,512,32,0.04631322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,12288,0.047762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,10240,0.07820077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,8192,0.04684044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,7168,0.04686066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,6144,0.04754244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,5120,0.04652699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,4096,0.076856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,3584,0.04681011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,3072,0.07719111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,2560,0.04666133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,2048,0.046587666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,1536,0.04790788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,1024,0.04634066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,768,0.046607888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,512,0.07656566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,256,0.04757422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,128,0.047580000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,64,0.04762333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,256,32,0.04709611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,12288,0.077337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,10240,0.047509222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,8192,0.04770855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,7168,0.04725066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,6144,0.047510666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,5120,0.04690977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,4096,0.06484544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,3584,0.047376333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,3072,0.047288222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,2560,0.050818444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,2048,0.047899222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,1536,0.07646022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,1024,0.046940111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,768,0.048257444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,512,0.04689822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,256,0.050110666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,128,0.07950655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,64,0.05041544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,128,32,0.04735755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,12288,0.04707588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,10240,0.046996444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,8192,0.04931044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,7168,0.05310788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,6144,0.047409555555555545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,5120,0.04762477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,4096,0.047445666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,3584,0.047906444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,3072,0.05137166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,2560,0.046683
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,2048,0.11383088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,1536,0.04718855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,1024,0.05602133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,768,0.04670755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,512,0.048023444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,256,0.04753088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,128,0.04679277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,64,0.04793822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,64,32,0.04859977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,12288,0.04812311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,10240,0.04755399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,8192,0.048085555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,7168,0.047419666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,6144,0.047645
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,5120,0.04797288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,4096,0.04788766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,3584,0.04735466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,3072,0.047760555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,2560,0.04750055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,2048,0.04751933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,1536,0.04778944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,1024,0.04735755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,768,0.04731133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,512,0.04836144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,256,0.04693433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,128,0.046620888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,64,0.04651255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,2,32,32,0.04719433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,12288,0.31632466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,10240,0.2739027777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,8192,0.21320144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,7168,0.19883499999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,6144,0.1787817777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,5120,0.15193099999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,4096,0.11811222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,3584,0.11179855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,3072,0.09914955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,2560,0.08724011111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,2048,0.06831933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,1536,0.06598511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,1024,0.036517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,768,0.037838666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,512,0.03648666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,256,0.03795711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,128,0.03730133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,64,0.039385666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,12288,32,0.036837666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,12288,0.25390877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,10240,0.22149977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,8192,0.1716982222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,7168,0.16157266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,6144,0.14420177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,5120,0.12189811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,4096,0.09530155555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,3584,0.09035577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,3072,0.080327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,2560,0.07082255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,2048,0.05607477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,1536,0.05565588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,1024,0.050866111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,768,0.05546522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,512,0.05110588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,256,0.05038511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,128,0.05070433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,64,0.048091333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,10240,32,0.049307555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,12288,0.20991966666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,10240,0.18091377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,8192,0.1413258888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,7168,0.1309273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,6144,0.11883733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,5120,0.09997144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,4096,0.07859655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,3584,0.073762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,3072,0.06589411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,2560,0.05858233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,2048,0.06407844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,1536,0.053206111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,1024,0.04756844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,768,0.04919344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,512,0.04934511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,256,0.04907355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,128,0.048728333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,64,0.047983
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,8192,32,0.04735899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,12288,0.19144522222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,10240,0.16611255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,8192,0.12948144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,7168,0.12058944444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,6144,0.10895299999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,5120,0.09201688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,4096,0.07234933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,3584,0.06816477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,3072,0.06081977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,2560,0.06169655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,2048,0.049424555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,1536,0.04747455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,1024,0.048244444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,768,0.047439888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,512,0.047813999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,256,0.04774322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,128,0.04788333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,64,0.04766088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,7168,32,0.04970766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,12288,0.16226744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,10240,0.13932388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,8192,0.10883599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,7168,0.10173366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,6144,0.0924848888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,5120,0.07752766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,4096,0.06093099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,3584,0.057733
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,3072,0.059449
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,2560,0.05263122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,2048,0.04927433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,1536,0.048209777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,1024,0.04790355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,768,0.047850111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,512,0.060866
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,256,0.050369222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,128,0.04743555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,64,0.04954733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,6144,32,0.049391333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,12288,0.13021088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,10240,0.11262044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,8192,0.08776877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,7168,0.08210222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,6144,0.07434700000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,5120,0.06261955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,4096,0.04975244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,3584,0.05624955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,3072,0.050236333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,2560,0.04945055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,2048,0.04804366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,1536,0.04851744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,1024,0.048293555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,768,0.04680288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,512,0.04722611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,256,0.04674222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,128,0.04718711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,64,0.047008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,5120,32,0.04870811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,12288,0.11453144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,10240,0.09870033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,8192,0.07718822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,7168,0.07181633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,6144,0.06507655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,5120,0.05495244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,4096,0.05698188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,3584,0.04761177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,3072,0.0429
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,2560,0.05439488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,2048,0.03391844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,1536,0.03824311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,1024,0.03455255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,768,0.032917444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,512,0.054725666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,256,0.03303444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,128,0.032774444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,64,0.03166077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,4096,32,0.03630755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,12288,0.0976068888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,10240,0.08926955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,8192,0.06619744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,7168,0.06326522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,6144,0.056846111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,5120,0.055452222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,4096,0.05266444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,3584,0.049779888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,3072,0.051542111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,2560,0.05073466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,2048,0.047744666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,1536,0.05089788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,1024,0.048078333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,768,0.04929455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,512,0.04646488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,256,0.04772155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,128,0.04658911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,64,0.049311888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3584,32,0.0494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,12288,0.08272622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,10240,0.07162566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,8192,0.06037055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,7168,0.05285222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,6144,0.05587833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,5120,0.05047322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,4096,0.060331555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,3584,0.049365333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,3072,0.050096222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,2560,0.049402888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,2048,0.048347
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,1536,0.04838888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,1024,0.04838166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,768,0.049202111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,512,0.04576577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,256,0.046002666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,128,0.047871777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,64,0.04828777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,3072,32,0.041153666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,12288,0.07909633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,10240,0.058111444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,8192,0.05342422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,7168,0.05639399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,6144,0.04928011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,5120,0.049430333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,4096,0.049639777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,3584,0.04934077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,3072,0.04863877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,2560,0.08400455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,2048,0.067015
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,1536,0.06428933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,1024,0.05517344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,768,0.053344777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,512,0.04974666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,256,0.05066244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,128,0.04867633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,64,0.04807544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2560,32,0.045663222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,12288,0.066339
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,10240,0.05772577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,8192,0.053245111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,7168,0.049030222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,6144,0.052004333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,5120,0.047629111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,4096,0.05055844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,3584,0.04874711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,3072,0.05003844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,2560,0.04624244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,2048,0.06844933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,1536,0.04883377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,1024,0.04638977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,768,0.04833111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,512,0.04657466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,256,0.04684333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,128,0.04684622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,64,0.046591999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,2048,32,0.04851311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,12288,0.06839588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,10240,0.05147422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,8192,0.048868444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,7168,0.04848133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,6144,0.048672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,5120,0.04927433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,4096,0.047884777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,3584,0.04867344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,3072,0.03634511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,2560,0.035726888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,2048,0.035040777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,1536,0.03543222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,1024,0.034905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,768,0.03525311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,512,0.034332999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,256,0.03518811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,128,0.04186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,64,0.03255055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1536,32,0.034398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,12288,0.04540177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,10240,0.035049444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,8192,0.03477355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,7168,0.03394877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,6144,0.03850888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,5120,0.032953555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,4096,0.034487555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,3584,0.036687444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,3072,0.034396555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,2560,0.03579188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,2048,0.03659066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,1536,0.03632055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,1024,0.031475888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,768,0.041277888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,512,0.04713655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,256,0.04854633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,128,0.04813177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,64,0.04900566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,1024,32,0.04843222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,12288,0.05019588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,10240,0.04928877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,8192,0.05145833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,7168,0.048970999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,6144,0.0494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,5120,0.04850444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,4096,0.047954111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,3584,0.04913133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,3072,0.04958055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,2560,0.04946066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,2048,0.04820111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,1536,0.04965422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,1024,0.048269
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,768,0.04976111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,512,0.049576222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,256,0.04861422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,128,0.047828444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,64,0.04832966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,768,32,0.049320555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,12288,0.04759588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,10240,0.04878177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,8192,0.04922088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,7168,0.04789488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,6144,0.048280555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,5120,0.04736188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,4096,0.04753522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,3584,0.047695555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,3072,0.04783133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,2560,0.04700077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,2048,0.046872222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,1536,0.049826111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,1024,0.047614666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,768,0.04744711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,512,0.04797722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,256,0.04773455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,128,0.04762044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,64,0.04777066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,512,32,0.048397555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,12288,0.05285222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,10240,0.053435777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,8192,0.04819099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,7168,0.047506333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,6144,0.04742977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,5120,0.04745144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,4096,0.047142333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,3584,0.04683466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,3072,0.050213222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,2560,0.049506888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,2048,0.049056222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,1536,0.07686611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,1024,0.047988777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,768,0.04983188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,512,0.04803788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,256,0.04755977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,128,0.07888977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,64,0.04709611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,256,32,0.04826322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,12288,0.04753955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,10240,0.047647888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,8192,0.07822533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,7168,0.04670033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,6144,0.04680722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,5120,0.04689533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,4096,0.04694444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,3584,0.04665266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,3072,0.04728533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,2560,0.04717266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,2048,0.046863555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,1536,0.04766955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,1024,0.047744666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,768,0.047278111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,512,0.04688666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,256,0.04658188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,128,0.04803788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,64,0.04679855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,128,32,0.047328666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,12288,0.059191888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,10240,0.06276544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,8192,0.05283344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,7168,0.04812888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,6144,0.075192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,5120,0.066222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,4096,0.06687055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,3584,0.045745555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,3072,0.03917333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,2560,0.041834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,2048,0.03801488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,1536,0.037574333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,1024,0.037886333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,768,0.03641444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,512,0.03834422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,256,0.038922
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,128,0.05683455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,64,0.03756277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,64,32,0.03831533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,12288,0.037351888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,10240,0.05427355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,8192,0.03636677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,7168,0.03579188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,6144,0.036248333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,5120,0.03557955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,4096,0.036574777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,3584,0.03593344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,3072,0.04814622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,2560,0.04868788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,2048,0.04825311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,1536,0.04881066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,1024,0.04774322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,768,0.04898255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,512,0.048050888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,256,0.04813033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,128,0.048001777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,64,0.048030666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,float16,1,32,32,0.04777788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,12288,26.251778222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,10240,21.167248555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,8192,17.183686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,7168,14.888770000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,6144,13.004408444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,5120,10.738125666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,4096,8.612582333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,3584,7.528265333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,3072,6.465509555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,2560,5.417618555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,2048,4.368726555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,1536,3.3510836666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,1024,2.4393026666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,768,1.9176704444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,512,1.5797108888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,256,1.1993366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,128,1.1116574444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,64,0.6096003333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,12288,32,0.6833493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,12288,22.130532666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,10240,17.649260777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,8192,14.103383666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,7168,12.347014333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,6144,10.954288222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,5120,8.84498188888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,4096,7.095589222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,3584,6.222431222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,3072,5.3547491111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,2560,4.476700222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,2048,3.597419222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,1536,2.7290177777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,1024,1.8741002222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,768,1.4350974444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,512,1.0100133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,256,0.6067663333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,128,0.4847281111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,64,0.3959034444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,10240,32,0.3759614444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,12288,17.404335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,10240,14.127956555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,8192,11.32500488888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,7168,9.916658555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,6144,8.623502333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,5120,7.109835777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,4096,5.712107555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,3584,5.009834555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,3072,4.3162080000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,2560,3.622545333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,2048,2.919732111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,1536,2.246628222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,1024,1.543019111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,768,1.1569927777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,512,0.8086837777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,256,0.46739333333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,128,0.3128738888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,64,0.31333755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,8192,32,0.33565422222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,12288,15.524279333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,10240,12.368094555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,8192,9.92427511111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,7168,8.685604777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,6144,7.694555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,5120,6.235975777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,4096,5.005528666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,3584,4.371276
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,3072,3.7603843333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,2560,3.142464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,2048,2.5293493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,1536,1.9225353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,1024,1.3129552222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,768,1.0012108888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,512,0.6990981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,256,0.40347955555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,128,0.30733588888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,64,0.2659525555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,7168,32,0.27035088888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,12288,13.02264311111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,10240,10.655558333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,8192,8.505718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,7168,7.454519222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,6144,6.466071444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,5120,5.371036666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,4096,4.313901222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,3584,3.7930360000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,3072,3.2721187777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,2560,2.7411352222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,2048,2.216995444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,1536,1.7028064444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,1024,1.162262111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,768,0.9137165555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,512,0.7431016666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,256,0.5437394444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,128,0.46545777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,64,0.23694088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,6144,32,0.2795953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,12288,10.872726222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,10240,8.807952111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,8192,7.058699555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,7168,6.175079444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,6144,5.379489555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,5120,4.423315
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,4096,3.575134333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,3584,3.172262888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,3072,2.684905888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,2560,2.245672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,2048,1.805733222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,1536,1.3691903333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,1024,0.9346422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,512,0.5022362222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,256,0.2754873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,128,0.21496077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,64,0.16646933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,768,0.7135122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,5120,32,0.18711044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,12288,8.859449444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,10240,7.092355111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,8192,5.682317333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,7168,4.976753888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,6144,4.351348444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,5120,3.5782861111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,4096,2.8734838888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,3584,2.522296111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,3072,2.179161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,2560,1.8321824444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,2048,1.471932222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,1536,1.1165064444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,1024,0.7614461111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,768,0.5884421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,512,0.4122083333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,256,0.22644844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,128,0.17670033333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,64,0.16538744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,4096,32,0.155506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,12288,7.641005666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,10240,6.2015257777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,8192,4.969952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,7168,4.3544453333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,6144,3.800863444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,5120,3.125083
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,4096,2.507044222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,3584,2.200521555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,3072,1.8987352222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,2560,1.5910671111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,2048,1.2945443333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,1536,0.9856412222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,1024,0.676556111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,768,0.5201978888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,512,0.36883022222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,256,0.20846655555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,128,0.15458588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,64,0.12858877777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3584,32,0.13889488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,12288,6.647918333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,10240,5.317600888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,8192,4.264590777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,7168,3.736162444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,6144,3.3010466666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,5120,2.679323111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,4096,2.1675925555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,3584,1.9082136666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,3072,1.6338342222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,2560,1.3847224444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,2048,1.1073934444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,1536,0.8623795555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,1024,0.5926945555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,768,0.45454211111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,512,0.32430377777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,256,0.1753107777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,128,0.16022933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,64,0.12701144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,3072,32,0.1234248888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,12288,5.411923111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,10240,4.400820666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,8192,3.5252157777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,7168,3.0874147777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,6144,2.6884852222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,5120,2.2108060000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,4096,1.7745115555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,3584,1.5569493333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,3072,1.3435471111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,2560,1.1219982222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,2048,0.9058212222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,1536,0.6922774444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,1024,0.476515
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,768,0.3702183333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,256,0.14756155555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,128,0.10784077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,64,0.10298600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,32,0.098488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2560,512,0.26414988888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,12288,4.411330444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,10240,3.560424111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,8192,2.8569045555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,7168,2.5017864444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,6144,2.2245325555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,5120,1.811128222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,4096,1.4589452222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,3584,1.2693142222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,3072,1.0944237777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,2560,0.9147406666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,2048,0.7386643333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,1536,0.5625677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,1024,0.3883071111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,768,0.3008691111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,512,0.2117497777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,256,0.12213933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,128,0.07344422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,64,0.07892155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,2048,32,0.07749733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,12288,3.2755247777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,10240,2.6797781111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,8192,2.1511071111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,7168,1.8840726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,6144,1.6607514444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,5120,1.3668907777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,4096,1.098848111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,3584,0.9676333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,3072,0.8356602222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,2560,0.7031902222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,2048,0.5710394444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,1536,0.4336814444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,1024,0.2941192222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,768,0.22539833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,512,0.15974399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,256,0.0900712222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,128,0.058400333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,64,0.05247522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1536,32,0.046359444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,12288,2.265744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,10240,1.8069104444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,8192,1.4512073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,7168,1.268230888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,6144,1.1688487777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,5120,0.9216046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,4096,0.7460006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,3584,0.6564913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,3072,0.5715637777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,2560,0.48292977777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,1536,0.3076681111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,1024,0.20867599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,768,0.16016866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,2048,0.3898873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,512,0.11523922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,256,0.06130077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,128,0.032084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,64,0.031813888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,1024,32,0.032806222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,12288,2.0347253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,10240,1.4252665555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,8192,1.1296898888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,7168,0.984861222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,6144,1.0812576666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,5120,0.7063188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,4096,0.5735469999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,3584,0.4916094444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,3072,0.4290346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,2560,0.35623033333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,2048,0.28781999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,1536,0.22151277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,1024,0.14994633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,768,0.11511500000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,512,0.07935633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,256,0.044221666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,128,0.03169977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,64,0.03213744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,768,32,0.03218222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,12288,1.3859892222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,10240,0.9249297777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,8192,0.7457276666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,6144,0.7725582222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,7168,0.6531951111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,5120,0.4822725555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,4096,0.393016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,3584,0.35083966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,2560,0.2605878888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,3072,0.31581766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,1536,0.16135744444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,1024,0.11094055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,768,0.085046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,512,0.060567
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,256,0.05808111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,2048,0.20630855555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,128,0.059125444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,64,0.03357466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,512,32,0.049852111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,12288,1.0578504444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,10240,0.6574128888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,8192,0.515996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,7168,0.4226776666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,6144,0.6163964444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,5120,0.30962388888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,4096,0.21039488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,3584,0.18232355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,3072,0.20808088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,2560,0.13423366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,2048,0.11314622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,1536,0.10168311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,1024,0.05582055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,768,0.042693444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,512,0.034301222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,256,0.04441088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,128,0.03943766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,64,0.037622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,256,32,0.035921888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,12288,0.7579028888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,10240,0.4711647777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,8192,0.36817588888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,7168,0.3222858888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,6144,0.4097715555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,5120,0.237796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,4096,0.18828333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,3584,0.16793544444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,3072,0.19196233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,2560,0.12649433333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,2048,0.10065033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,1536,0.09161677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,1024,0.04402811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,512,0.034905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,256,0.04155233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,128,0.03370611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,768,0.03429111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,64,0.03355155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,128,32,0.03377544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,12288,0.7220864444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,10240,0.4248703333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,8192,0.3374958888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,7168,0.29188177777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,6144,0.360165
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,5120,0.21714477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,4096,0.175526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,3584,0.15971366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,3072,0.17229188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,2560,0.11244277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,2048,0.08988633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,1536,0.07519488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,1024,0.03467822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,768,0.035020555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,512,0.03454388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,256,0.03420733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,128,0.03558533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,64,0.03519822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,64,32,0.03456411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,12288,0.7242357777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,10240,0.4171396666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,8192,0.32999922222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,7168,0.28726966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,6144,0.34296455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,5120,0.209885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,4096,0.16882955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,3584,0.14934544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,3072,0.16708322222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,2560,0.10753888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,2048,0.08558622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,1536,0.07505044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,1024,0.03494544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,768,0.03471
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,512,0.03449188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,256,0.035359999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,128,0.03450344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,64,0.07584777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8192,32,32,0.05562122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,12288,13.091987999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,10240,10.60697011111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,8192,8.513094777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,7168,7.527267222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,6144,6.536366777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,5120,5.368751555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,4096,4.330512333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,3584,3.8149958888888893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,3072,3.2707422222222218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,2560,2.754899333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,2048,2.2338781111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,1536,1.6999551111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,1024,1.2157802222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,768,0.9708125555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,512,0.8209933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,256,0.6920492222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,128,0.6356133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,64,0.3561191111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,12288,32,0.28335955555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,12288,10.906793444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,10240,8.806707
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,8192,7.058162222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,7168,6.182086444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,6144,5.351464444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,5120,4.425704111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,4096,3.5499359999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,3584,3.109685222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,3072,2.6771694444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,2560,2.239371333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,2048,1.8029497777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,1536,1.3845982222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,1024,0.9583975555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,768,0.7368963333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,512,0.5286421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,128,0.2689598888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,64,0.19851433333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,256,0.2922154444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,10240,32,0.20685022222222219
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,12288,8.752785888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,10240,7.088457999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,8192,5.682695777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,7168,4.975212666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,6144,4.346986222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,5120,3.5719623333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,4096,2.871538222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,3584,2.5199734444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,3072,2.1746674444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,2560,1.822175333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,1536,1.126725888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,2048,1.4725186666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,1024,0.7755121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,768,0.6010015555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,512,0.4242333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,256,0.2373251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,128,0.19468366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,64,0.1225871111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,8192,32,0.15587577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,12288,7.770517444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,10240,6.204550444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,8192,4.977736111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,7168,4.359596222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,6144,3.855765333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,5120,3.1288862222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,4096,2.513456111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,3584,2.2073046666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,3072,1.9044783333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,2560,1.598157888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,2048,1.2945674444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,1536,0.9926814444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,768,0.5165911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,1024,0.674765
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,512,0.36215255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,256,0.21030966666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,128,0.14733044444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,64,0.17163899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,7168,32,0.136812
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,12288,6.563032666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,10240,5.324834666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,8192,4.275197333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,7168,3.749668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,6144,3.288997111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,5120,2.7116526666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,4096,2.188076222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,3584,1.9234251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,3072,1.6641704444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,2560,1.3994196666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,2048,1.1829884444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,1536,0.8948217777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,1024,0.654513888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,768,0.4773513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,512,0.39024122222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,256,0.33146966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,128,0.22878699999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,64,0.1275401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,6144,32,0.12126977777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,12288,5.582824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,10240,4.410280333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,8192,3.5333133333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,7168,3.0930755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,6144,2.700663333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,5120,2.2190205555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,4096,1.777071111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,3584,1.5579113333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,3072,1.3454624444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,2560,1.1266912222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,2048,0.9078809999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,1536,0.6896629999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,1024,0.4732173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,768,0.36627211111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,512,0.25896722222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,256,0.14456144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,128,0.07275377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,64,0.09410988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,5120,32,0.05566311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,12288,4.541861999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,10240,3.597338333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,8192,2.8768335555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,7168,2.511041
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,6144,2.214227888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,5120,1.809113222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,4096,1.456416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,3584,1.268319
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,3072,1.0960935555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,2560,0.9193123333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,2048,0.7433963333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,1536,0.5684567777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,1024,0.3898512222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,768,0.29974822222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,512,0.21804755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,256,0.12273877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,128,0.060975777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,64,0.0589391111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,4096,32,0.06287522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,12288,3.9409615555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,10240,3.1204535555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,8192,2.508767444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,7168,2.197085222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,6144,1.966187888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,5120,1.583563222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,4096,1.2757564444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,3584,1.1245173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,3072,0.9783915555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,2560,0.8200775555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,2048,0.6671628888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,1536,0.5160263333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,1024,0.3629498888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,768,0.27487055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,512,0.19575688888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,256,0.1098081111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,128,0.07096555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,64,0.06250544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3584,32,0.060273777777777766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,12288,3.2687589999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,10240,2.6826958888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,8192,2.155267111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,7168,1.8854463333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,6144,1.703725111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,5120,1.3570974444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,4096,1.1096482222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,3072,0.8467145555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,3584,0.9714495555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,2560,0.7108486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,2048,0.5819493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,1536,0.4364331111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,1024,0.3060012222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,768,0.23735688888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,512,0.17092255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,256,0.09897477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,128,0.054855666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,64,0.03587855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,3072,32,0.033834666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,12288,2.688610888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,10240,2.2059844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,8192,1.7689706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,7168,1.5472267777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,6144,1.345736888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,5120,1.1093838888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,4096,0.8949416666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,3584,0.7861186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,3072,0.6792673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,2560,0.5677461111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,2048,0.45874977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,1536,0.35140733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,1024,0.24161366666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,768,0.18497988888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,512,0.13072944444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,256,0.073827
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,128,0.042055
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,64,0.03425355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2560,32,0.03414811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,12288,2.2023574444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,10240,1.7988186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,8192,1.4454512222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,7168,1.2645417777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,6144,1.1094618888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,5120,0.9232007777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,4096,0.7419995555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,3584,0.6539953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,3072,0.5670585555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,2560,0.47922333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,2048,0.38923444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,1536,0.3038432222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,1024,0.20946755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,768,0.16078544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,512,0.11138255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,256,0.059548666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,128,0.03532244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,64,0.03362233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,2048,32,0.03457422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,12288,1.6932239999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,10240,1.361282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,8192,1.0957367777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,7168,0.9597726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,6144,0.8583192222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,5120,0.7013817777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,4096,0.5712965555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,3584,0.4917004444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,3072,0.42459444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,2560,0.3559515555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,2048,0.28826633333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,1536,0.21991088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,1024,0.14964155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,768,0.11263344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,256,0.043386777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,128,0.034721555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,64,0.033771111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,32,0.03430266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1536,512,0.07841744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,12288,1.1221195555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,10240,0.9154917777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,8192,0.7389488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,7168,0.6502513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,6144,0.6023333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,5120,0.4774192222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,4096,0.38909
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,3584,0.34544899999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,3072,0.32843344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,2560,0.2534162222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,2048,0.20377644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,1536,0.1563481111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,1024,0.10664044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,768,0.082342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,512,0.05815333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,256,0.05021033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,128,0.034242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,64,0.03442544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,1024,32,0.03430988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,12288,0.9459464444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,10240,0.7159417777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,8192,0.5732624444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,7168,0.49908444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,6144,0.581217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,5120,0.3698976666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,4096,0.30268911111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,3584,0.2698063333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,3072,0.22622311111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,2560,0.18992855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,2048,0.15399366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,1536,0.11634566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,1024,0.08043533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,512,0.04425055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,256,0.036054777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,128,0.03454533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,64,0.03327566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,32,0.03317888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,768,768,0.06200422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,12288,0.7393692222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,10240,0.5863375555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,8192,0.44705122222222227
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,7168,0.38517555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,6144,0.5403031111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,5120,0.2825333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,4096,0.20041377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,3584,0.17740522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,3072,0.15643333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,2048,0.10300044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,1536,0.07907177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,1024,0.054753111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,768,0.04242477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,2560,0.1283908888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,512,0.03366422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,256,0.03384911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,128,0.03362377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,64,0.03420011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,512,32,0.035102888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,10240,0.32370577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,12288,0.4709408888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,8192,0.21331988888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,7168,0.1849293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,6144,0.3602314444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,5120,0.13219844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,4096,0.10646855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,3584,0.09451288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,3072,0.09266977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,2560,0.065988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,2048,0.052969222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,1536,0.040742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,1024,0.03225877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,768,0.03274266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,512,0.032565
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,256,0.032265999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,128,0.03336377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,32,0.033061888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,256,64,0.034389333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,12288,0.45102922222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,10240,0.25966055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,8192,0.2031033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,7168,0.1797943333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,6144,0.25909577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,5120,0.1310833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,4096,0.10353777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,3584,0.09020122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,3072,0.09265822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,2560,0.06276977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,2048,0.04468822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,1536,0.03860277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,1024,0.035295
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,768,0.03543366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,512,0.03623677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,256,0.035775999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,64,0.032406111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,128,0.038178111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,128,32,0.032849555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,12288,0.4285493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,10240,0.21485244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,8192,0.16429544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,7168,0.14368755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,6144,0.2095181111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,5120,0.10571744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,4096,0.08426022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,3584,0.07179177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,3072,0.08132077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,2560,0.038623
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,2048,0.03410766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,1536,0.03474755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,1024,0.03449911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,768,0.034465888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,512,0.03850744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,256,0.03551311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,128,0.03516355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,64,0.03541777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,64,32,0.033311777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,12288,0.41011966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,10240,0.20475
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,8192,0.16283077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,7168,0.1447521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,6144,0.2049782222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,4096,0.08119799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,3584,0.06693844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,3072,0.07213411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,2560,0.03456555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,5120,0.10281555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,2048,0.03527188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,1536,0.03439077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,1024,0.035334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,768,0.03812322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,512,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,256,0.035277666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,128,0.03558822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,64,0.03601
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4096,32,32,0.03327711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,12288,6.4273386666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,10240,5.319367444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,8192,4.267807555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,7168,3.7387566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,6144,3.2988265555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,5120,2.6921425555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,4096,2.1850342222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,3584,1.920500111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,3072,1.6895984444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,2560,1.409098888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,2048,1.126894888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,1024,0.6370043333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,1536,0.8651716666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,768,0.4777196666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,512,0.34593433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,256,0.28690855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,64,0.13966044444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,32,0.1329091111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,12288,128,0.2322031111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,12288,5.482075444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,10240,4.404031666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,8192,3.531723
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,7168,3.090885777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,6144,2.665433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,5120,2.2158947777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,4096,1.7801073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,3584,1.558434222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,3072,1.3462568888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,2560,1.1282974444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,2048,0.9106254444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,1536,0.6982646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,1024,0.4816572222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,768,0.37843722222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,512,0.26538199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,256,0.14795155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,128,0.10897899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,32,0.094354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,10240,64,0.09719233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,12288,4.596109555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,10240,3.5918465555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,8192,2.8681076666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,7168,2.5081535555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,6144,2.227753666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,5120,1.805263777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,4096,1.459081
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,3584,1.2665004444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,3072,1.0920173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,2560,0.9133193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,1536,0.5696166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,2048,0.7376402222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,1024,0.39318499999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,768,0.3040035555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,512,0.21887233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,256,0.12268677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,128,0.08368533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,64,0.07998755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,8192,32,0.07145233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,12288,3.8712916666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,10240,3.116094222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,8192,2.5044557777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,7168,2.193152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,6144,1.9227866666666669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,5120,1.5808447777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,4096,1.2725035555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,3584,1.1197737777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,3072,0.9706117777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,2048,0.6637265555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,2560,0.8137133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,1536,0.5108566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,1024,0.3683997777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,768,0.2765591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,512,0.19923655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,256,0.10851100000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,128,0.06976377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,64,0.04316288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,7168,32,0.03648666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,12288,3.310373444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,10240,2.6871693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,8192,2.159772333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,7168,1.889396888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,6144,1.6844417777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,5120,1.3741678888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,4096,1.1095586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,3584,0.9816054444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,2560,0.7074773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,3072,0.8547543333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,2048,0.5781605555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,1536,0.46335466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,768,0.2677985555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,512,0.19873677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,1024,0.3351255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,256,0.13194277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,128,0.10349877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,64,0.04978277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,6144,32,0.05080544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,12288,2.7421795555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,10240,2.260533888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,8192,1.7704541111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,7168,1.5482653333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,6144,1.3355246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,5120,1.110743111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,4096,0.8895509999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,3072,0.6769201111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,3584,0.7801747777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,2560,0.5694881111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,2048,0.4634572222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,1536,0.3555644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,1024,0.24719355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,768,0.18931755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,512,0.13082766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,256,0.07236666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,64,0.03445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,32,0.035580999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,5120,128,0.040390999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,12288,2.2926901111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,10240,1.8027287777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,8192,1.449653111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,7168,1.270542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,6144,1.1296162222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,5120,0.9208824444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,3584,0.649597
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,4096,0.7438224444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,3072,0.5634431111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,2560,0.48335877777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,2048,0.3958442222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,1536,0.3127597777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,1024,0.20883633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,768,0.15892933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,512,0.11018944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,256,0.06068544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,128,0.034929555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,64,0.035124555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,4096,32,0.03695466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,12288,1.9552404444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,10240,1.5823917777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,8192,1.2745373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,7168,1.1162507777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,6144,0.998316222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,4096,0.6513129999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,5120,0.8113863333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,3584,0.579852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,3072,0.5049286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,2560,0.41801788888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,2048,0.35087288888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,1536,0.2633756666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,1024,0.1791688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,768,0.13585144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,512,0.09447677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,128,0.03394588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,64,0.035303666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,32,0.03406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3584,256,0.052184888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,12288,1.7091648888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,10240,1.375192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,8192,1.1026715555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,7168,0.9635079999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,6144,0.881387
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,5120,0.6974962222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,4096,0.5653223333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,3584,0.4933731111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,3072,0.42478222222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,2560,0.3588173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,2048,0.28894955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,1536,0.22290377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,768,0.11476977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,512,0.07925522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,256,0.04402522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,128,0.034874666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,1024,0.14799199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,64,0.033618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,3072,32,0.034478888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,12288,1.4587545555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,10240,1.1042373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,8192,0.8847496666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,7168,0.7767341111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,6144,0.7110956666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,5120,0.5586547777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,4096,0.44900699999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,3584,0.39251188888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,3072,0.34302666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,2560,0.2853803333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,2048,0.22964933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,1536,0.17398333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,1024,0.118989
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,768,0.09175255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,512,0.0636898888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,128,0.03981755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,64,0.036946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,32,0.03457277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2560,256,0.036101
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,12288,1.1066365555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,10240,0.923257111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,8192,0.7406432222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,7168,0.6476513333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,6144,0.5703446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,5120,0.4733011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,4096,0.38485055555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,3584,0.3416703333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,3072,0.2968145555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,2560,0.2540387777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,2048,0.20171377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,1536,0.15341444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,1024,0.10554844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,768,0.08152155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,512,0.05755966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,256,0.03500322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,128,0.03555211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,64,0.03471
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,2048,32,0.034684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,12288,0.880435111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,10240,0.6989161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,8192,0.5643372222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,7168,0.4944766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,6144,0.43873699999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,5120,0.36365333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,4096,0.29633788888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,3584,0.26408777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,3072,0.22505744444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,2560,0.18938977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,2048,0.15196855555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,1536,0.11587622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,1024,0.080457
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,768,0.06189588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,512,0.04398477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,256,0.034033999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,128,0.034506333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,64,0.033982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1536,32,0.03428677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,12288,0.6806612222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,10240,0.48438433333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,8192,0.3936761111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,7168,0.3444032222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,6144,0.36467022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,5120,0.2577365555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,4096,0.1990791111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,3584,0.1749872222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,3072,0.15370766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,2560,0.12655933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,2048,0.1024241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,1536,0.07866588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,1024,0.054342888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,768,0.042570666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,512,0.03470566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,256,0.03583666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,128,0.04887566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,32,0.03453088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,12288,0.44888566666666657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,1024,64,0.03460744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,10240,0.36519888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,8192,0.2984828888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,7168,0.264147
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,6144,0.2722142222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,5120,0.19873677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,4096,0.1646551111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,3584,0.14457733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,3072,0.1295348888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,2560,0.11141144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,2048,0.09432944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,1536,0.07615399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,768,0.042317888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,512,0.03393722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,256,0.03386933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,128,0.03297811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,1024,0.05415222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,64,0.04099911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,768,32,0.04205066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,12288,0.3134993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,10240,0.25207433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,8192,0.19819222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,6144,0.1529421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,5120,0.12528822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,7168,0.17431699999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,4096,0.10091611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,3584,0.08876111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,2560,0.06490033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,2048,0.05256044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,1536,0.040715999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,3072,0.07644144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,1024,0.03239455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,768,0.04144255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,512,0.041301
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,256,0.03248266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,128,0.03201322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,64,0.032201
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,512,32,0.03235122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,12288,0.22043955555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,10240,0.16608366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,8192,0.14147466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,7168,0.11911899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,6144,0.10469188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,5120,0.08656411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,4096,0.07266566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,3584,0.06740355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,3072,0.06233211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,2560,0.06063633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,2048,0.04514033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,1536,0.04184266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,1024,0.03463488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,768,0.03611544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,512,0.03529066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,256,0.03485733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,128,0.03259966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,64,0.03174311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,256,32,0.03320055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,12288,0.25846600000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,10240,0.12621266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,8192,0.09717066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,7168,0.086086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,6144,0.12599311111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,5120,0.05784277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,4096,0.039051999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,3584,0.040898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,3072,0.03407444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,2560,0.033876555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,2048,0.03355155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,1536,0.03456122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,1024,0.03397188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,768,0.03484866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,512,0.03439077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,256,0.049736555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,128,0.034358999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,64,0.050338888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,128,32,0.03676544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,12288,0.19494077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,10240,0.10662744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,8192,0.08225388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,7168,0.06951966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,6144,0.11646844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,5120,0.03881511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,4096,0.035409111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,3584,0.03602011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,3072,0.035102888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,2560,0.035164999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,2048,0.033396999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,1536,0.03407733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,1024,0.035000333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,768,0.060249222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,512,0.033625222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,256,0.035414888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,128,0.03404555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,64,0.03573266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,64,32,0.05082711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,12288,0.15206533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,10240,0.10437555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,8192,0.080834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,7168,0.06989522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,6144,0.08306133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,5120,0.037497777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,4096,0.035908888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,3584,0.03732877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,3072,0.036558888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,2560,0.034593
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,2048,0.03372055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,1536,0.034616111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,1024,0.03466233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,768,0.03443555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,512,0.03368588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,256,0.034026777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,128,0.03370611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,64,0.034341666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2048,32,32,0.03459588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,12288,3.2100423333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,10240,2.680301
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,8192,2.155527111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,7168,1.8878426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,6144,1.6324822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,5120,1.369362222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,4096,1.1077964444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,3584,0.9886788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,3072,0.8609307777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,2560,0.7314045555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,1536,0.461617
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,2048,0.6022567777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,1024,0.34676488888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,768,0.2732831111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,512,0.2127782222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,128,0.06854755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,256,0.10736988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,64,0.04753088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,12288,32,0.050453
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,12288,2.718092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,10240,2.209282111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,8192,1.768881111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,7168,1.5485903333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,6144,1.3327412222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,5120,1.1137157777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,4096,0.8961694444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,3584,0.7866271111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,3072,0.6774097777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,2560,0.5685145555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,2048,0.47012044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,1536,0.35900511111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,1024,0.25038144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,512,0.13998688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,256,0.0800381111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,128,0.04006888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,768,0.19315544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,64,0.07336333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,10240,32,0.07462866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,12288,2.218907888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,10240,1.8030191111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,8192,1.4498784444444441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,7168,1.2673208888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,6144,1.1007432222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,5120,0.9175125555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,4096,0.7423101111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,3584,0.6578375555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,3072,0.5703027777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,2560,0.4912237777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,2048,0.3982521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,1536,0.3124737777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,1024,0.21305411111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,768,0.16239744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,512,0.1121741111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,256,0.061113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,128,0.034905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,64,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,8192,32,0.03482411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,12288,1.9308018888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,10240,1.580261222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,8192,1.2746803333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,7168,1.1138948888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,6144,0.9677257777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,5120,0.8094969999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,4096,0.6555206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,3584,0.5793796666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,2560,0.4351056666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,3072,0.5026623333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,2048,0.35157055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,1536,0.2655611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,1024,0.18224844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,768,0.13764255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,512,0.09552111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,256,0.05138322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,128,0.03508122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,64,0.03530511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,7168,32,0.034736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,12288,1.7195952222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,10240,1.3746951111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,8192,1.1034212222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,7168,0.9636654444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,6144,0.8361845555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,5120,0.7052615555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,4096,0.5745176666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,3072,0.4334965555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,3584,0.4974565555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,2560,0.36565099999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,2048,0.2973952222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,1536,0.22677922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,1024,0.15397055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,768,0.11547033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,512,0.08020422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,256,0.043745
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,128,0.03521988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,32,0.04972933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,6144,64,0.03359633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,12288,1.3568851111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,10240,1.1058522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,8192,0.8864107777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,7168,0.7773595555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,6144,0.6672452222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,5120,0.5607983333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,4096,0.4514885555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,3584,0.3972251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,3072,0.3423853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,2560,0.2873722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,2048,0.23198355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,1536,0.17482255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,1024,0.11898033333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,768,0.09149255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,512,0.06438322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,256,0.03573411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,128,0.03503211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,64,0.034737444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,5120,32,0.03340422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,12288,1.1293518888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,10240,0.916341111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,8192,0.7393879999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,7168,0.6493976666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,5120,0.4774842222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,6144,0.5681765555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,4096,0.3887606666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,3584,0.3460296666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,3072,0.3018744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,2560,0.2585281111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,2048,0.20175855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,1536,0.1557241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,1024,0.10523644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,768,0.08117922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,512,0.087555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,256,0.03442544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,128,0.03485588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,64,0.03371333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,4096,32,0.033905444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,12288,1.0447493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,10240,0.8230502222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,8192,0.6575255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,7168,0.5797537777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,6144,0.5045863333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,5120,0.42348077777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,4096,0.34691655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,3584,0.2986071111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,2560,0.21403055555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,2048,0.1727931111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,3072,0.25663155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,1536,0.13164955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,1024,0.09023877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,768,0.06926977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,512,0.04823577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,128,0.03405422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,64,0.03444711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,32,0.03543944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3584,256,0.03235266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,12288,0.8334054444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,10240,0.6983498888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,8192,0.564928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,7168,0.49348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,6144,0.4422975555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,5120,0.3650631111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,4096,0.29941744444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,3584,0.26623566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,3072,0.22438288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,2560,0.18814033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,2048,0.1520696666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,1536,0.11617811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,1024,0.08009011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,512,0.044876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,768,0.06215588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,256,0.03486888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,128,0.03479377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,64,0.03473022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,3072,32,0.036322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,12288,0.6811003333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,8192,0.44580755555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,10240,0.5566311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,7168,0.3913274444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,6144,0.33875544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,5120,0.2819151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,4096,0.226642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,3584,0.19920766666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,3072,0.17183255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,2560,0.1452388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,2048,0.11635577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,1536,0.08879144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,1024,0.06114622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,768,0.04737488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,512,0.03518377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,256,0.03422611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,128,0.03576877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,64,0.03509277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2560,32,0.035465444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,12288,0.5725301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,10240,0.4778438888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,8192,0.3868453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,7168,0.34317255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,6144,0.3083022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,5120,0.25444177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,4096,0.19874977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,3584,0.17444122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,3072,0.15027422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,2560,0.1263368888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,2048,0.10254399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,1536,0.07858644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,1024,0.05435299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,512,0.03379133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,256,0.03752955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,128,0.03482844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,768,0.04241899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,32,0.04236988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,2048,64,0.035345555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,12288,0.4359752222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,10240,0.3647352222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,8192,0.2979874444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,7168,0.2624598888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,5120,0.19670444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,4096,0.16138633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,6144,0.23170477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,3584,0.14477233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,3072,0.1278708888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,2560,0.11082066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,2048,0.09411855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,1536,0.07711455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,1024,0.05436744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,768,0.04239877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,512,0.037427
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,256,0.053128111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,128,0.03380288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,64,0.034305555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1536,32,0.034737444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,12288,0.33339222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,10240,0.25005066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,8192,0.19711611111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,7168,0.17329577777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,6144,0.1509531111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,5120,0.12548322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,4096,0.13361399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,3584,0.08896622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,3072,0.07704811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,2560,0.06476022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,2048,0.05269766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,1024,0.03291022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,768,0.03402388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,512,0.03288277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,256,0.03222266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,1536,0.040622111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,128,0.040083333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,64,0.03904911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,1024,32,0.049101
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,12288,0.24719211111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,10240,0.19442511111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,8192,0.16114655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,7168,0.14189933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,6144,0.1266243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,5120,0.11014755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,4096,0.09351911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,3584,0.08531033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,3072,0.07735144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,2560,0.06514011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,2048,0.05256333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,1536,0.04056577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,1024,0.03240466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,768,0.036907
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,512,0.03283944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,256,0.032825
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,128,0.03352411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,64,0.031779222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,768,32,0.03232233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,12288,0.17132555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,10240,0.13866955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,8192,0.1160842222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,7168,0.10358255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,6144,0.095082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,5120,0.12601477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,4096,0.07205177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,3584,0.06679544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,3072,0.060857333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,2560,0.06050344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,2048,0.04885977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,1536,0.04303577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,1024,0.03571244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,768,0.03721033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,512,0.035425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,256,0.038698111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,128,0.03342877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,64,0.03248555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,512,32,0.03302722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,12288,0.09514555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,10240,0.07936499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,8192,0.06661199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,7168,0.058921777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,6144,0.054719888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,5120,0.05898244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,4096,0.04731855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,3584,0.044246222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,3072,0.040883555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,2560,0.03759888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,2048,0.03647222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,1024,0.03457855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,768,0.03538744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,512,0.03545533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,256,0.03598977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,128,0.03562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,1536,0.036412999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,64,0.033555888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,256,32,0.03475477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,12288,0.12067322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,10240,0.062478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,7168,0.04263133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,6144,0.036753888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,5120,0.035013333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,4096,0.03717711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,8192,0.038844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,3584,0.036096666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,2560,0.05192055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,2048,0.053573
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,1536,0.03449477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,3072,0.03410911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,1024,0.03428677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,768,0.07592288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,512,0.06130077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,256,0.057660777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,128,0.046954555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,64,0.042192222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,128,32,0.03993599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,12288,0.09876244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,10240,0.04835277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,8192,0.036865111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,7168,0.036047555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,6144,0.03566766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,5120,0.03397766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,4096,0.03474033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,3584,0.03459444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,3072,0.03359344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,2560,0.034033999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,1536,0.042523
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,1024,0.04044155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,768,0.03901877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,512,0.035270444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,2048,0.03533544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,256,0.03691855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,128,0.03711066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,64,0.04708022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,64,32,0.04474888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,12288,0.10484066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,10240,0.047868888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,8192,0.03815933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,7168,0.03496711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,6144,0.034416777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,5120,0.034775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,4096,0.03432288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,3584,0.03443555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,3072,0.035409111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,2560,0.03346922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,2048,0.03528055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,1536,0.034542444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,1024,0.033756666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,768,0.03431277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,512,0.035527555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,256,0.034168333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,128,0.037275333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,64,0.04898977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1024,32,32,0.03468544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,12288,2.4378105555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,10240,2.0188494444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,8192,1.6225357777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,7168,1.423825
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,6144,1.229579
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,5120,1.0337527777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,4096,0.8442257777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,3584,0.7429008888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,3072,0.6455366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,2560,0.5476784444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,2048,0.4517543333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,1536,0.36962177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,1024,0.2711222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,768,0.19166333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,512,0.14903633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,256,0.074997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,128,0.04310077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,64,0.033924222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,12288,32,0.03371477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,12288,2.003099222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,10240,1.7151347777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,8192,1.326491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,7168,1.1615268888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,6144,0.9981298888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,5120,0.8349798888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,4096,0.6716738888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,3584,0.5899775555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,3072,0.5083866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,2560,0.42485588888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,1536,0.26515522222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,1024,0.18206355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,2048,0.34252255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,768,0.13948277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,512,0.09557311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,256,0.05270633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,128,0.03506677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,64,0.05321766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,10240,32,0.035615666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,12288,1.631526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,10240,1.361508777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,8192,1.0959216666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,7168,0.9632263333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,6144,0.8315637777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,5120,0.6972492222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,4096,0.5660257777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,3584,0.4912844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,3072,0.42278455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,2048,0.28862166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,2560,0.35399866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,1024,0.1494812222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,768,0.115726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,1536,0.21878566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,512,0.07896777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,256,0.04444699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,128,0.032937666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,64,0.033944444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,8192,32,0.03527911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,12288,1.4357171111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,10240,1.1901355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,8192,0.9587759999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,7168,0.8430947777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,6144,0.7297607777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,5120,0.6157247777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,4096,0.4977208888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,3584,0.4402016666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,2560,0.32739344444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,3072,0.38248022222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,2048,0.2683676666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,1536,0.21197655555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,1024,0.14914755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,768,0.11311588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,512,0.07854022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,256,0.043593333333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,128,0.03655744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,64,0.03540333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,7168,32,0.04646344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,12288,1.2453422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,10240,1.0298888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,8192,0.8325373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,7168,0.7309264444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,6144,0.6335362222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,5120,0.5355263333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,4096,0.4407375555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,3072,0.3380491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,2560,0.28941177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,3584,0.3867846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,2048,0.2395192222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,1536,0.1753281111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,1024,0.11940644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,768,0.09217722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,512,0.06420988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,256,0.036127
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,128,0.03436477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,64,0.03466377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,6144,32,0.03431566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,12288,1.0016355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,10240,0.8325402222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,8192,0.6656259999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,7168,0.5836321111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,6144,0.5011788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,4096,0.33744100000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,3584,0.29652566666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,5120,0.4193872222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,3072,0.25657522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,2560,0.21484666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,2048,0.1727483333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,1536,0.13237755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,1024,0.09022577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,768,0.06956155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,512,0.048596888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,256,0.03481544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,128,0.03488622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,64,0.034775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,5120,32,0.035160666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,12288,0.8404268888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,10240,0.6985492222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,8192,0.5627382222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,7168,0.49296433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,6144,0.43080266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,4096,0.2958511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,3584,0.270179
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,5120,0.36146788888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,3072,0.23331966666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,2560,0.19886099999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,2048,0.16359633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,1536,0.12883722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,1024,0.08959311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,768,0.06945033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,512,0.048485666666666656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,256,0.03323377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,128,0.048557888888888893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,64,0.035410555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,4096,32,0.03537588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,12288,0.737747111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,10240,0.6131435555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,8192,0.49469911111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,7168,0.4361095555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,5120,0.320853
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,4096,0.2640227777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,6144,0.37940211111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,3584,0.23511366666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,3072,0.20542166666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,2560,0.17542055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,2048,0.14717733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,1536,0.11577944444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,1024,0.08004388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,768,0.06182077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,512,0.04385477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,256,0.03546255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,128,0.03532244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,64,0.03448033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3584,32,0.03581788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,12288,0.6369104444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,10240,0.5342263333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,8192,0.43322644444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,7168,0.37966066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,6144,0.33518766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,5120,0.2839127777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,4096,0.2327491111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,3584,0.20060444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,3072,0.17161877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,2560,0.14524322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,2048,0.11670388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,1536,0.08873077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,768,0.04741822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,512,0.036054777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,256,0.033376777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,128,0.05486866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,1024,0.06124733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,64,0.05119544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,3072,32,0.03968033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,12288,0.534414111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,10240,0.4468634444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,7168,0.31989677777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,6144,0.282867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,8192,0.36146066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,5120,0.2401331111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,4096,0.19988366666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,3584,0.18953711111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,3072,0.15585988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,2560,0.131079
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,2048,0.1024241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,1536,0.07861388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,1024,0.054105999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,768,0.04232944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,512,0.03326122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,256,0.03329444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,128,0.033482222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,32,0.035060999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2560,64,0.033186111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,12288,0.43126488888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,10240,0.36360711111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,8192,0.29630033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,7168,0.2624844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,6144,0.23578966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,5120,0.1963462222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,4096,0.16178499999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,3584,0.14457733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,3072,0.12951466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,2560,0.11103588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,2048,0.09412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,1536,0.07666099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,1024,0.054364555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,768,0.04229044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,512,0.03585833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,256,0.03401955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,128,0.034071555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,64,0.035868444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,2048,32,0.03605766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,12288,0.3311201111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,10240,0.2791605555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,8192,0.22965222222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,7168,0.1997753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,6144,0.16995188888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,5120,0.14241788888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,4096,0.11461522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,3072,0.08705955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,3584,0.10111688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,2560,0.07317411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,2048,0.05957033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,1536,0.045718111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,1024,0.035715333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,512,0.03501911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,256,0.03579188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,128,0.03494977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,768,0.03185433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,64,0.03442111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1536,32,0.03257511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,12288,0.22669977777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,10240,0.19352522222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,8192,0.1604763333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,7168,0.14238466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,6144,0.12671388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,5120,0.11013455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,4096,0.09374733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,3072,0.07720266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,2560,0.064792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,2048,0.05292733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,1536,0.04047911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,3584,0.08534644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,1024,0.03278166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,768,0.03468544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,512,0.03329444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,256,0.03430844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,128,0.034262222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,64,0.03407444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,1024,32,0.03494255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,12288,0.17723477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,10240,0.148174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,8192,0.12268099999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,7168,0.10995255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,6144,0.09589233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,5120,0.08386444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,4096,0.07161988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,3584,0.06492055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,3072,0.058770111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,2560,0.05276988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,2048,0.04370311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,1536,0.039272999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,1024,0.04011655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,768,0.03505522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,512,0.03490644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,256,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,128,0.03309944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,64,0.032955
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,768,32,0.03296511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,12288,0.12182011111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,10240,0.10519744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,8192,0.08816166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,7168,0.07969
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,6144,0.07106233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,5120,0.06336488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,4096,0.054652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,3584,0.06836555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,3072,0.07168777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,2560,0.05045588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,2048,0.041819555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,1536,0.035292111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,1024,0.036270000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,768,0.03445288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,512,0.03554344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,256,0.03567488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,128,0.035195333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,64,0.03186011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,512,32,0.03253466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,12288,0.07327377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,10240,0.06321755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,8192,0.057119111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,7168,0.05918466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,6144,0.05251855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,5120,0.04732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,4096,0.03987388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,3584,0.039904222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,3072,0.039878222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,2560,0.04061488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,2048,0.04004866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,1536,0.040370777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,1024,0.03618766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,768,0.03616888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,512,0.03516933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,256,0.03494688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,128,0.03452655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,64,0.034991666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,256,32,0.03345911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,12288,0.059505333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,10240,0.055856666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,8192,0.03961822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,7168,0.03965866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,6144,0.03933077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,5120,0.039723666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,4096,0.03505522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,3584,0.03537011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,3072,0.055868222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,2560,0.035672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,2048,0.035764444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,1536,0.03563155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,1024,0.03565755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,768,0.03420733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,512,0.034478888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,256,0.03585544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,128,0.034506333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,64,0.060759111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,128,32,0.05296488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,12288,0.05224988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,10240,0.04050511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,8192,0.04696033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,7168,0.04187877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,6144,0.03934666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,5120,0.03800333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,4096,0.03609088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,3584,0.051482888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,3072,0.035472666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,2560,0.035139
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,2048,0.03500755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,1536,0.03571677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,1024,0.045156222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,768,0.03532388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,512,0.03383755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,256,0.03426077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,128,0.03416544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,64,0.03387511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,64,32,0.03410911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,12288,0.053045777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,10240,0.04517644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,7168,0.03704277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,6144,0.036076444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,5120,0.03661088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,4096,0.036219444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,8192,0.035638777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,3584,0.035956555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,3072,0.03717422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,2560,0.036664333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,2048,0.037284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,1536,0.037233444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,1024,0.03763355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,768,0.03449188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,512,0.036038888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,256,0.036270000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,128,0.03614577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,64,0.035867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,768,32,32,0.03615011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,12288,1.6348525555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,10240,1.3615145555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,8192,1.0996035555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,7168,0.9634978888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,6144,0.8321689999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,5120,0.698474111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,4096,0.5676565555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,3584,0.49755188888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,3072,0.42823155555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,2560,0.3569453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,2048,0.28756866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,1024,0.1542161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,768,0.11450544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,512,0.0793158888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,1536,0.21799555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,256,0.04533533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,128,0.03439366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,64,0.05531066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,12288,32,0.03590744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,12288,1.3348674444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,10240,1.1053018888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,8192,0.885755
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,7168,0.776474111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,6144,0.6681436666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,5120,0.5580928888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,4096,0.44815477777777785
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,3584,0.39374255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,3072,0.3404844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,2560,0.28369177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,2048,0.22910188888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,1536,0.17557655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,1024,0.1195581111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,768,0.09321144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,512,0.06398022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,256,0.03858255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,128,0.036101
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,64,0.03510577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,10240,32,0.03470422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,12288,1.0992828888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,10240,0.9141253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,8192,0.7375997777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,7168,0.6485902222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,6144,0.5627295555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,5120,0.4745418888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,4096,0.38483177777777783
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,3584,0.34108822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,3072,0.297024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,2048,0.20815599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,1536,0.16412788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,2560,0.24884744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,1024,0.11716033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,768,0.09131633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,512,0.06291422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,256,0.035529
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,128,0.04406566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,64,0.036574777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,8192,32,0.04456833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,12288,0.9742228888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,10240,0.8122183333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,8192,0.6560969999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,7168,0.5779713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,6144,0.5003208888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,5120,0.4192182222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,4096,0.3415865555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,3584,0.2967351111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,3072,0.25579955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,2048,0.17288266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,1536,0.13240355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,1024,0.09092922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,2560,0.21437433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,768,0.07025055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,512,0.048293555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,256,0.03508122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,128,0.03918488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,64,0.03620788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,7168,32,0.035244444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,12288,0.8347863333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,10240,0.6962467777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,8192,0.5617675555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,7168,0.4937356666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,6144,0.42901588888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,5120,0.36143755555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,4096,0.29571966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,3584,0.2622446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,3072,0.23153577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,2560,0.19658166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,2048,0.15859855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,1536,0.13040155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,1024,0.08991377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,768,0.06904155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,512,0.04812166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,256,0.03381155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,128,0.03440088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,64,0.03421022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,6144,32,0.034256444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,12288,0.6713243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,10240,0.5548833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,8192,0.4460184444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,7168,0.3907973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,6144,0.3357943333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,5120,0.2814341111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,4096,0.226499
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,3584,0.19989666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,3072,0.17242911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,2048,0.11694222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,1536,0.08941977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,2560,0.14419166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,1024,0.061413444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,768,0.04922666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,512,0.03426655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,256,0.03570233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,128,0.035520333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,64,0.03546977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,5120,32,0.03576877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,12288,0.5696672222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,10240,0.4776821111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,8192,0.39001444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,7168,0.33781077777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,6144,0.2956546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,4096,0.20675344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,3584,0.1863622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,5120,0.25098522222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,3072,0.16311388888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,2560,0.13919677777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,2048,0.11629222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,1536,0.08909477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,1024,0.06145966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,768,0.04779233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,512,0.034438444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,256,0.03591322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,128,0.03452511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,64,0.03469411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,4096,32,0.034387888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,12288,0.5002818888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,10240,0.418496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,8192,0.33930433333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,7168,0.3006943333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,5120,0.22310311111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,4096,0.18254166666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,3584,0.16390544444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,6144,0.26251766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,3072,0.14562166666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,2560,0.12518277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,2048,0.10511366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,1536,0.08345277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,1024,0.06216022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,768,0.04718566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,512,0.036719222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,256,0.03457422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,128,0.03527911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,64,0.036076444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3584,32,0.03414811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,12288,0.4319004444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,10240,0.36194600000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,8192,0.2946478888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,7168,0.2602441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,6144,0.23099266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,5120,0.19778633333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,4096,0.16233966666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,3584,0.14555233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,3072,0.1287462222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,2560,0.11145477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,2048,0.09467611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,1536,0.0776518888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,1024,0.05430388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,768,0.054608666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,512,0.035334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,256,0.03606633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,128,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,64,0.03700377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,3072,32,0.04776922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,12288,0.33707266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,10240,0.27975855555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,7168,0.19761155555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,6144,0.17080699999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,8192,0.22573055555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,5120,0.14280644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,4096,0.11522766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,3584,0.10251511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,3072,0.08765899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,2560,0.07362477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,2048,0.05997044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,1536,0.046372444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,1024,0.05034611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,768,0.050096222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,512,0.03440955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,256,0.034153888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,128,0.03515055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,64,0.03360211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2560,32,0.03346777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,12288,0.293371
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,10240,0.24772944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,8192,0.20648766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,7168,0.1822383333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,6144,0.16215622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,5120,0.13679033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,4096,0.11575488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,3584,0.10111833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,3072,0.08727044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,2560,0.07351644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,2048,0.05992133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,1536,0.04608644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,1024,0.033597777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,768,0.03453811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,512,0.038949444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,256,0.03365988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,128,0.03294055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,64,0.033252555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,2048,32,0.032694999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,10240,0.19401922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,8192,0.16141233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,12288,0.22505455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,7168,0.14259122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,6144,0.12704755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,5120,0.11051444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,4096,0.09406655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,3584,0.08562088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,3072,0.07772555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,2560,0.06483966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,2048,0.05307033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,1536,0.04067122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,1024,0.03538022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,512,0.03336811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,256,0.033938666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,128,0.03345766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,64,0.03648233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,768,0.03221833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,12288,0.160303
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1536,32,0.032475444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,10240,0.13988433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,8192,0.11669522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,7168,0.10396966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,6144,0.09522644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,5120,0.08432522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,4096,0.07257755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,3584,0.06720566666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,3072,0.06109422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,2560,0.06154199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,1536,0.043642444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,2048,0.04682888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,1024,0.03527622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,768,0.03553044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,512,0.035682111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,256,0.03623533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,128,0.03397044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,64,0.032703666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,1024,32,0.032577999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,12288,0.12137233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,10240,0.10491144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,8192,0.08819199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,7168,0.07973766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,6144,0.07104644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,5120,0.06301244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,4096,0.05433855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,3584,0.06067533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,3072,0.056082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,2560,0.04838166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,2048,0.03929755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,1536,0.03552611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,1024,0.035998444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,768,0.035414888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,512,0.034535222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,256,0.036339333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,128,0.035511666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,64,0.03299688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,768,32,0.035341222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,12288,0.08838266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,10240,0.076726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,8192,0.06623644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,7168,0.0596078888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,6144,0.055497
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,5120,0.05915577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,4096,0.04358611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,3584,0.043758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,3072,0.04646344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,2560,0.035611333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,2048,0.035321
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,1536,0.038550777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,1024,0.03787622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,768,0.04099766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,512,0.03489344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,256,0.036392777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,128,0.036865111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,64,0.03372777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,512,32,0.03352555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,12288,0.1477002222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,10240,0.05904744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,8192,0.04270933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,7168,0.05363366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,6144,0.049960444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,5120,0.04706577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,3584,0.03603166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,3072,0.035137555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,2560,0.03765522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,4096,0.060280999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,2048,0.03690555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,1536,0.05046022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,1024,0.037525222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,768,0.03399066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,512,0.034188555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,256,0.03523866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,128,0.03494544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,64,0.03351255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,256,32,0.03412933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,12288,0.04754244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,10240,0.039819
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,8192,0.037691333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,7168,0.03457277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,6144,0.03696044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,5120,0.034883333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,4096,0.03625266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,3584,0.03690266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,3072,0.03514766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,2560,0.03609811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,2048,0.03551022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,1536,0.037649444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,1024,0.03727677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,768,0.036241111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,512,0.033758111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,256,0.04064955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,128,0.035430777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,64,0.03554344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,128,32,0.034478888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,12288,0.03483133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,10240,0.03611833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,8192,0.035815
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,7168,0.047051333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,6144,0.036452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,5120,0.034562666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,4096,0.03499311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,3584,0.03523722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,3072,0.033215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,2560,0.033488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,2048,0.03647944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,1536,0.03345477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,1024,0.035367222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,512,0.03311677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,256,0.03396322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,128,0.034398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,64,0.03668166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,768,0.034775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,64,32,0.034217444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,12288,0.035713888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,10240,0.03690555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,8192,0.03372488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,7168,0.03320922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,6144,0.03591177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,5120,0.03432866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,4096,0.03452366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,3584,0.03292322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,3072,0.032787444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,2560,0.03249422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,2048,0.03323377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,1536,0.032994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,1024,0.034408111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,768,0.034748999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,512,0.03324533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,256,0.03535711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,128,0.03526755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,64,0.03392133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,512,32,32,0.03537155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,12288,1.430145888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,10240,1.1903536666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,8192,0.9576695555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,7168,0.8415217777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,6144,0.7312514444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,5120,0.6105666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,4096,0.4967415555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,3584,0.43075211111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,3072,0.37142155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,2560,0.31333755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,2048,0.25208444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,1536,0.19177166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,1024,0.13183733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,768,0.10126133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,512,0.07247066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,256,0.038688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,128,0.09946444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,64,0.03556366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,12288,32,0.03564744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,12288,1.1635144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,10240,0.9677748888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,8192,0.7753575555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,7168,0.6803838888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,6144,0.5856008888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,5120,0.48913944444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,4096,0.39314166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,3584,0.3459112222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,3072,0.29829077777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,2560,0.25006222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,1536,0.15444577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,2048,0.20189144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,1024,0.10580411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,768,0.08159088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,512,0.05778066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,256,0.03512744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,128,0.04999077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,64,0.03641011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,10240,32,0.03905488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,12288,0.9577923333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,10240,0.7989135555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,8192,0.6441832222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,7168,0.5670397777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,6144,0.49041633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,5120,0.41291177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,4096,0.3333214444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,3584,0.29543511111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,3072,0.256243
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,2048,0.17986511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,1536,0.13857855555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,2560,0.21711444444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,1024,0.10126855555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,768,0.08076322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,512,0.05675655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,256,0.03421166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,128,0.03365988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,64,0.033986333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,8192,32,0.032707999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,12288,0.8489086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,10240,0.710255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,8192,0.5727005555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,7168,0.5035434444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,6144,0.43662666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,5120,0.3667155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,4096,0.2998132222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,3584,0.26067166666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,2560,0.18955299999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,3072,0.22575222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,2048,0.15245244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,1536,0.11598599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,1024,0.08043388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,768,0.06172688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,512,0.04375222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,256,0.040682777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,128,0.03642455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,64,0.03803077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,7168,32,0.036421666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,12288,0.7315186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,10240,0.6072646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,8192,0.4921756666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,7168,0.43316288888888893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,6144,0.37731488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,5120,0.3166222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,4096,0.25888777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,3584,0.22875666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,3072,0.1975118888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,2560,0.17215899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,2048,0.14059644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,1536,0.11076433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,1024,0.07991533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,768,0.062239666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,512,0.04389377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,256,0.03427233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,128,0.037935444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,64,0.0360721111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,6144,32,0.03550733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,12288,0.5870164444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,10240,0.48659144444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,8192,0.3905474444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,7168,0.3429688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,6144,0.2948024444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,5120,0.24937755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,3584,0.17471277777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,4096,0.19847677777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,3072,0.1507118888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,2560,0.12714722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,2048,0.10321277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,1536,0.07835533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,1024,0.05439922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,768,0.042280333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,256,0.035797666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,128,0.036129888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,64,0.036595
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,32,0.03581355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,5120,512,0.035784666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,12288,0.5030638888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,10240,0.5080948888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,8192,0.3362753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,7168,0.2955911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,6144,0.25823488888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,4096,0.1810827777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,3584,0.15954466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,5120,0.4180554444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,3072,0.14215066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,2560,0.11976611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,2048,0.09845622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,1536,0.078507
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,1024,0.05421433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,768,0.1036591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,512,0.02884411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,256,0.03534844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,128,0.03456844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,64,0.03566911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,4096,32,0.03479377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,12288,0.4396007777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,10240,0.36553688888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,8192,0.29658777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,7168,0.26236888888888893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,6144,0.23110099999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,4096,0.16088655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,3584,0.144365
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,5120,0.19541022222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,3072,0.12663155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,2560,0.1085601111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,2048,0.09043522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,1536,0.07501288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,1024,0.056412777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,768,0.04284944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,256,0.034436999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,128,0.03345044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,64,0.03328866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,32,0.033333444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3584,512,0.03358044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,12288,0.3785903333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,10240,0.3157974444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,8192,0.25795033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,7168,0.22823233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,5120,0.17071744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,6144,0.19906755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,4096,0.13858144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,3584,0.12394922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,2560,0.09525099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,2048,0.07988211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,3072,0.10916244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,1536,0.08069822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,1024,0.04822422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,768,0.04331455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,512,0.033274222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,256,0.033924222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,128,0.03358188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,64,0.033696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,3072,32,0.032487
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,12288,0.29699077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,10240,0.24518144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,8192,0.19710166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,7168,0.1732148888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,6144,0.14981199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,5120,0.12490977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,4096,0.10085544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,3072,0.077116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,2560,0.06495811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,2048,0.052592222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,3584,0.08877266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,1536,0.04054555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,1024,0.05092388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,768,0.033320444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,512,0.032216888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,256,0.034978666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,128,0.03476922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,64,0.03462911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2560,32,0.03416544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,12288,0.2578102222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,10240,0.21366511111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,8192,0.18018577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,7168,0.15567788888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,6144,0.1371861111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,5120,0.11687433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,4096,0.09833777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,3584,0.08845777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,3072,0.07669999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,2560,0.06449733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,2048,0.052472333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,1536,0.04076799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,1024,0.03342877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,768,0.034367666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,256,0.03464211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,128,0.034285333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,64,0.03484866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,32,0.03420733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,2048,512,0.032780222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,12288,0.19948644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,10240,0.17064377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,8192,0.14171733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,7168,0.12639466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,6144,0.11315199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,5120,0.09831899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,4096,0.08400166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,3584,0.07636055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,3072,0.07721855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,2560,0.060210222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,2048,0.043003999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,1536,0.04000388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,1024,0.03653433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,768,0.037253666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,512,0.03682322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,256,0.03624544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,128,0.03399066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,64,0.03416544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1536,32,0.04396166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,12288,0.14075244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,10240,0.12445766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,8192,0.10372122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,7168,0.09321722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,6144,0.08531899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,5120,0.08541866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,4096,0.06048755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,3584,0.06720855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,3072,0.05514455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,2560,0.04950544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,2048,0.04022777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,1536,0.0377
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,1024,0.03657333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,768,0.03607933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,512,0.036291666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,256,0.03877033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,128,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,64,0.034116333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,1024,32,0.03504222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,12288,0.108966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,10240,0.09340355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,8192,0.07940399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,7168,0.08543166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,6144,0.07297333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,5120,0.06478188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,4096,0.047220333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,3584,0.04395444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,3072,0.039356777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,2560,0.03215188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,2048,0.06488444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,1536,0.06379388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,1024,0.03673655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,768,0.03654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,512,0.036160222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,256,0.03650833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,128,0.039551777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,64,0.03764511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,768,32,0.03471722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,12288,0.077259
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,10240,0.08374455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,8192,0.05656155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,7168,0.058855333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,6144,0.05264277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,5120,0.047501999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,4096,0.04233522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,3584,0.04027544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,3072,0.04224855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,2560,0.04065822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,2048,0.040885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,1536,0.041397777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,1024,0.036587777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,768,0.03832255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,256,0.037674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,128,0.04221966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,64,0.03634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,512,0.036205
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,512,32,0.05174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,12288,0.07378077777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,10240,0.047652222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,8192,0.09768488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,7168,0.04310655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,6144,0.041368888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,5120,0.04475033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,4096,0.06438033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,3584,0.06496966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,3072,0.06320455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,2560,0.04121288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,2048,0.036589222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,1536,0.03592911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,768,0.035881444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,512,0.03625844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,256,0.05286811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,128,0.03588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,1024,0.036335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,64,0.037466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,256,32,0.03917188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,12288,0.041478666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,10240,0.07245044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,8192,0.06915277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,7168,0.057403666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,6144,0.042124333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,5120,0.039925888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,4096,0.03637688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,3584,0.053760777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,3072,0.036296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,2560,0.036401444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,2048,0.03901733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,1536,0.03718866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,1024,0.03604611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,768,0.03816511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,512,0.04231211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,256,0.03570377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,128,0.03650977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,64,0.035115888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,128,32,0.03409611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,10240,0.03533688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,8192,0.03527333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,7168,0.03512744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,6144,0.03817377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,12288,0.04556355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,4096,0.03558533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,3584,0.03551744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,5120,0.11247888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,3072,0.083278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,2560,0.03602588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,2048,0.03449766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,1536,0.060484666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,1024,0.04804077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,768,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,512,0.04267755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,256,0.04015844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,128,0.03748622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,64,0.03619488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,64,32,0.034137999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,12288,0.03555644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,10240,0.035764444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,8192,0.03630033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,7168,0.035412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,6144,0.03721466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,5120,0.03673655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,4096,0.051381777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,3584,0.035084111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,3072,0.03527477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,2560,0.03512022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,2048,0.03432722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,1536,0.03599555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,1024,0.03527477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,768,0.03454533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,512,0.03535133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,256,0.03469411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,128,0.03988688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,64,0.03470277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,384,32,32,0.03274266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,12288,0.842478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,10240,0.6976637777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,8192,0.5632871111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,6144,0.431691
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,5120,0.362245
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,4096,0.294489
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,3584,0.2627285555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,7168,4.008925555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,3072,0.229424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,2560,0.1947891111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,2048,0.15983788888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,1536,0.12648566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,1024,0.09113433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,768,0.07030255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,512,0.048840999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,256,0.03404411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,128,0.034533777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,64,0.03278888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,12288,32,0.08590977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,12288,0.6779023333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,10240,0.5564765555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,8192,0.446667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,7168,0.39163222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,6144,0.3395065555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,5120,0.28600722222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,4096,0.22792177777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,3072,0.17301844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,2560,0.1447102222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,2048,0.11947866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,1536,0.090181
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,1024,0.062361
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,768,0.04774899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,512,0.03387366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,256,0.033256888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,128,0.03386644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,64,0.05138033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,32,0.08220622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,10240,3584,4.967860444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,10240,0.4784202222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,8192,0.38628488888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,12288,5.288642666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,6144,0.29652133333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,5120,0.2519631111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,4096,0.2067433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,3584,0.18472133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,3072,0.16279033333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,2560,0.14036822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,2048,0.11426566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,1536,0.09020844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,1024,0.06206777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,768,0.04762044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,512,0.036109666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,256,0.04836722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,128,0.03178933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,64,0.03557377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,32,0.03204933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,8192,7168,5.157231444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,12288,0.5043826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,10240,0.419874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,8192,0.33905155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,7168,0.29865766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,6144,0.2608998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,5120,0.22077755555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,4096,0.18372322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,3072,0.14327155555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,2560,0.12318655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,2048,0.10152277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,1536,0.082628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,1024,0.06145244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,768,0.04719288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,512,0.03360066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,256,0.03165066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,128,0.09968977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,3584,0.1808198888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,64,0.090662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,7168,32,0.08088455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,12288,0.43602433333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,10240,0.3625555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,8192,0.29610533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,6144,0.22959155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,7168,6.813116555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,5120,0.19652822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,4096,0.16225155555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,3584,0.14070333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,3072,0.12396944444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,2048,0.09389033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,1536,0.0775421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,1024,0.05679555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,2560,0.1074161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,768,0.051770333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,512,0.040403999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,256,0.036193444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,128,0.05839311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,64,0.03809577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,6144,32,0.03607355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,12288,0.3491005555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,10240,0.2801312222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,7168,0.19809544444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,6144,0.17172855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,5120,0.14331922222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,4096,0.1159628888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,3584,0.10228544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,3072,0.08863833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,2560,0.07417511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,2048,0.060413888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,1536,0.04605322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,1024,0.03235844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,768,0.03283944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,512,0.053692888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,256,0.03211577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,128,0.034354666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,64,0.03287266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,32,0.03236855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,12288,0.29662822222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,10240,0.24836355555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,8192,0.20377355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,5120,8192,0.22788711111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,7168,0.177086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,6144,0.15592199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,5120,0.133887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,3584,0.10126566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,3072,0.08766333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,4096,0.11292811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,2560,0.07381833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,2048,0.059820222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,1536,0.04571522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,1024,0.03378266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,768,0.03250577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,512,0.035113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,256,0.03289433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,128,0.034256444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,64,0.03249855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,4096,32,0.04797722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,12288,0.2621854444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,10240,0.2172372222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,8192,0.17831666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,7168,0.15958077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,6144,0.1394148888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,5120,0.11932411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,4096,0.10031666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,3584,0.09078333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,3072,0.08082244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,2560,0.07205466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,2048,0.05970611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,1024,0.03349522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,768,0.03232522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,512,0.034812555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,256,0.034387888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,1536,0.04717411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,128,0.073346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,64,0.031577
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3584,32,0.03138055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,12288,0.22595877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,10240,0.19389211111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,8192,0.16087644444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,7168,0.143286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,5120,0.11090444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,6144,0.12751988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,4096,0.09446522222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,3584,0.08645144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,3072,0.07788155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,2560,0.07028233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,2048,0.05571944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,1536,0.052441999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,1024,0.034938222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,768,0.03432433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,512,0.03316011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,256,0.03247255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,128,0.031824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,64,0.04389377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,3072,32,0.03821133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,12288,0.19057133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,10240,0.16058033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,8192,0.13336122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,6144,0.10578388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,5120,0.09145355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,7168,0.11910744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,4096,0.07907033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,3584,0.07206044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,3072,0.06507366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,2560,0.06426622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,2048,0.047842888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,1024,0.03696333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,768,0.03748622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,512,0.03808855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,1536,0.04152344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,256,0.03473311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,128,0.033254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,64,0.04176755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2560,32,0.03432288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,12288,0.16195544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,10240,0.1396358888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,8192,0.11677755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,7168,0.10448822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,6144,0.0954951111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,5120,0.08412588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,4096,0.07308744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,3584,0.06756533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,3072,0.06094977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,2048,0.04510566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,1536,0.042627
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,1024,0.035098555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,768,0.03781411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,2560,0.06107544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,512,0.03522711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,256,0.03503211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,128,0.03243066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,64,0.03270655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,2048,32,0.03254044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,12288,0.12280377777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,10240,0.10540111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,8192,0.08913377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,7168,0.08017244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,6144,0.07257755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,5120,0.06348188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,4096,0.054574000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,3584,0.060838555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,3072,0.05542622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,2560,0.053981777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,2048,0.040482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,1536,0.06624655555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,1024,0.03723055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,768,0.036137111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,512,0.03765233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,256,0.03654877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,128,0.03778377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,64,0.03461322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1536,32,0.03515922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,12288,0.08707111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,10240,0.07817622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,8192,0.067171
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,7168,0.059826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,6144,0.054982777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,5120,0.06725911111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,4096,0.04389955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,3584,0.045004555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,3072,0.04043433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,2560,0.03645344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,2048,0.049083666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,1536,0.037674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,1024,0.03709622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,768,0.03812322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,256,0.03446155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,128,0.038324000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,64,0.032957888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,32,0.03477933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,1024,512,0.03797733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,12288,0.07351211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,10240,0.06454933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,8192,0.055190777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,7168,0.06196955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,6144,0.05378244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,5120,0.04878177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,4096,0.042749777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,3584,0.04220088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,3072,0.04093988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,2560,0.041256222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,2048,0.04094711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,1536,0.04189177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,1024,0.036720666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,768,0.03768844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,512,0.03688244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,256,0.03414811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,128,0.03704711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,64,0.03770866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,768,32,0.03549
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,12288,0.054662111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,10240,0.059449
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,8192,0.04209544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,7168,0.043929888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,6144,0.052388555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,5120,0.04157255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,4096,0.04185566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,3584,0.03605766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,3072,0.03574422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,2560,0.03605333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,2048,0.037754888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,1536,0.036101
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,1024,0.036434666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,768,0.036428888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,512,0.036372555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,256,0.050493444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,128,0.03684488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,64,0.034051333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,512,32,0.033973333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,12288,0.04089944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,10240,0.04291444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,8192,0.04137033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,7168,0.035527555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,6144,0.035894444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,5120,0.03631766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,4096,0.03522422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,3584,0.03590455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,3072,0.03570522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,2560,0.03405277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,2048,0.05626255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,1536,0.04563144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,1024,0.03410188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,768,0.033652666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,512,0.04696755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,256,0.03667733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,128,0.03841644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,64,0.036394222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,256,32,0.03416111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,12288,0.03605188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,10240,0.03552177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,7168,0.03363677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,6144,0.05317577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,5120,0.03285533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,4096,0.03336377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,8192,0.03631188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,3584,0.034346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,3072,0.03244511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,2560,0.033103777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,2048,0.07540144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,1536,0.03264877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,768,0.055092555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,512,0.04921799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,256,0.04344888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,1024,0.03301133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,128,0.03724499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,64,0.06313377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,128,32,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,12288,0.05735888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,10240,0.057228888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,8192,0.034814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,7168,0.03360066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,6144,0.03334355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,5120,0.04118977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,4096,0.03654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,3584,0.036049
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,3072,0.035292111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,2560,0.033880888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,2048,0.035319555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,1536,0.03546255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,1024,0.03546833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,768,0.05536844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,512,0.035861222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,256,0.03365988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,128,0.03489344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,64,0.03691711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,64,32,0.03533111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,12288,0.04184411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,10240,0.03550011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,8192,0.03562577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,7168,0.03546688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,6144,0.03452655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,5120,0.03544522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,4096,0.033345
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,3584,0.033015666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,3072,0.03504222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,2560,0.03259533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,2048,0.032957888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,1536,0.03282644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,1024,0.03318466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,768,0.03381588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,512,0.03551744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,256,0.032689222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,128,0.036124111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,64,0.04849
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,256,32,32,0.04393277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,12288,0.7561724444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,10240,0.6141705555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,8192,0.4948204444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,7168,0.4352977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,6144,0.384319
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,5120,0.3202521111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,4096,0.2613288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,3584,0.23234177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,3072,0.20464888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,2560,0.17412633333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,2048,0.14386377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,1536,0.11396233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,1024,0.07991822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,768,0.06184244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,512,0.04327411111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,256,0.03537877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,128,0.03578322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,64,0.03571677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,12288,32,0.036319111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,12288,0.6080114444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,10240,0.4896146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,8192,0.39277911111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,7168,0.34467333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,6144,0.3003577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,5120,0.24965055555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,4096,0.19956299999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,3584,0.17617022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,3072,0.1534101111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,2560,0.12779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,1536,0.07906888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,1024,0.056919777777777784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,2048,0.10375011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,768,0.04305744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,512,0.05500011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,256,0.03674377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,128,0.037684111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,64,0.03547411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,10240,32,0.055618333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,12288,0.5028616666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,10240,0.4187921111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,8192,0.3386037777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,7168,0.2970471111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,6144,0.2619081111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,5120,0.21946599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,4096,0.1815998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,3584,0.16208255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,3072,0.1408838888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,2560,0.1224831111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,1536,0.07962355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,2048,0.09932288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,1024,0.056509555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,768,0.042167666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,256,0.03336666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,128,0.037148222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,64,0.03530077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,32,0.03533688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,8192,512,0.035346999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,12288,0.4535006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,10240,0.37264355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,8192,0.2983211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,7168,0.264121
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,6144,0.23143466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,5120,0.19592155555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,4096,0.15780844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,3584,0.1473752222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,3072,0.12783188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,2048,0.09004666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,2560,0.11134500000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,1536,0.07601100000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,1024,0.054002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,768,0.04167655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,256,0.034606000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,128,0.036434666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,64,0.03678422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,32,0.035748555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,7168,512,0.036706222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,12288,0.3970734444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,10240,0.3223956666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,8192,0.26041888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,7168,0.23006822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,6144,0.19990533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,5120,0.1693336666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,4096,0.1379213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,3584,0.12329200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,3072,0.11062566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,2560,0.09490866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,2048,0.078949
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,1536,0.08483655555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,1024,0.04792377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,768,0.03739811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,512,0.03719011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,256,0.03498011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,128,0.036450555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,64,0.03645488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,6144,32,0.03568066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,12288,0.31217622222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,10240,0.25026444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,8192,0.19930444444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,7168,0.17582644444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,6144,0.15328011111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,5120,0.12639466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,4096,0.10198066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,3072,0.07820655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,2560,0.06577855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,2048,0.05329999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,3584,0.08984733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,1536,0.040742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,1024,0.03301855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,768,0.03382166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,512,0.057519222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,256,0.03254044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,128,0.032163444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,64,0.035576666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,5120,32,0.03442688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,12288,0.26602044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,10240,0.21825844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,8192,0.17902299999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,7168,0.15666155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,6144,0.1389151111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,5120,0.11810644444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,3584,0.0894501111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,4096,0.09916255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,3072,0.07786711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,2560,0.06528455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,2048,0.05288977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,1536,0.040598999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,1024,0.03341
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,768,0.032937666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,512,0.03559111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,256,0.03371333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,128,0.041334222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,64,0.034936777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,4096,32,0.034881888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,12288,0.23312466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,10240,0.19150877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,8192,0.156299
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,7168,0.13965033333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,5120,0.10595288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,6144,0.12387266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,4096,0.0890312222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,3584,0.08074588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,2560,0.07856622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,2048,0.05707866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,1536,0.04445277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,3072,0.07168488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,768,0.03236711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,512,0.03205944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,256,0.03501911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,128,0.03546833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,1024,0.035638777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,64,0.07444522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3584,32,0.03499022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,12288,0.2001682222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,10240,0.17182677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,8192,0.14319355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,7168,0.12735955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,6144,0.11334699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,5120,0.09909322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,4096,0.084747
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,3584,0.07756522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,3072,0.078962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,2560,0.060608888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,2048,0.04245366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,1536,0.03864033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,1024,0.035449555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,768,0.036352333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,512,0.04279455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,256,0.037005222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,128,0.03508844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,64,0.034411000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,3072,32,0.05082133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,12288,0.16913866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,10240,0.142545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,7168,0.10546755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,8192,0.11798222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,6144,0.09511233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,5120,0.09487688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,4096,0.06382566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,3584,0.06529466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,3072,0.057246222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,2560,0.04940866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,2048,0.036339333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,1536,0.03861433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,768,0.036620999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,512,0.03705288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,256,0.037269555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,1024,0.036846333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,128,0.03734755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,64,0.03690122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2560,32,0.03455977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,12288,0.14199466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,10240,0.12419766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,7168,0.09327788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,6144,0.08549811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,5120,0.08661177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,8192,0.10391911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,4096,0.06242455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,3584,0.062062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,3072,0.05601122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,2560,0.048970999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,2048,0.04144255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,1536,0.036556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,1024,0.03605044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,768,0.03714677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,512,0.03603166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,256,0.03618044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,128,0.03494977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,64,0.03430988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,2048,32,0.03378988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,12288,0.10814844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,10240,0.094016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,8192,0.07960477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,7168,0.08610188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,6144,0.07353811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,5120,0.06570344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,4096,0.04866622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,3584,0.04308777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,3072,0.03882666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,2560,0.035770222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,2048,0.06904588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,1536,0.037249333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,1024,0.03833555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,768,0.03746022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,512,0.03707888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,256,0.03610677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,128,0.03640433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,64,0.03442544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1536,32,0.034111999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,12288,0.07729655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,10240,0.0842891111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,8192,0.05865455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,7168,0.059795666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,6144,0.053052999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,5120,0.048229999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,4096,0.040144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,3584,0.039973555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,3072,0.041061222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,2560,0.04308488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,2048,0.03823444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,1536,0.04123888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,1024,0.03616311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,768,0.03550155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,512,0.03676544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,256,0.03614722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,128,0.034090333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,64,0.03630611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,1024,32,0.03443555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,12288,0.07944155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,10240,0.06547666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,8192,0.046058999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,7168,0.042673222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,6144,0.037063
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,5120,0.03587133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,4096,0.036456333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,3584,0.03576011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,3072,0.036412999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,2560,0.036213666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,2048,0.035854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,1536,0.03592477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,1024,0.03559977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,768,0.03675244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,512,0.03566911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,256,0.037984555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,128,0.05725344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,64,0.047242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,768,32,0.03976988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,12288,0.05359033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,10240,0.056365111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,8192,0.040883555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,7168,0.040533999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,6144,0.04197411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,5120,0.04067122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,4096,0.042508555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,3584,0.041091555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,3072,0.04033611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,2560,0.041925
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,2048,0.03592911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,1536,0.03596955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,1024,0.03541922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,768,0.035839555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,512,0.03687233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,256,0.03695611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,128,0.036033111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,64,0.03574566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,512,32,0.034658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,12288,0.04118977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,10240,0.04071744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,8192,0.04027977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,7168,0.0610061111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,6144,0.041222999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,5120,0.04112188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,4096,0.04131111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,3584,0.036087999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,2560,0.038175222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,2048,0.035908888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,1536,0.03673077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,1024,0.03635088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,3072,0.03777944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,768,0.03525455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,512,0.05544788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,256,0.037780888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,128,0.03607355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,64,0.03695466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,256,32,0.03496855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,12288,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,10240,0.051760222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,8192,0.03470566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,7168,0.03438644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,6144,0.03745299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,5120,0.03700377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,4096,0.03777222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,3584,0.036372555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,3072,0.035487111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,2560,0.03280188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,2048,0.032960777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,1536,0.04331744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,1024,0.03434311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,768,0.03305466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,512,0.03328866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,256,0.03739088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,128,0.03729122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,64,0.03578322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,128,32,0.035527555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,12288,0.03483566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,10240,0.03491366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,8192,0.03571822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,7168,0.04088066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,6144,0.06058722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,5120,0.05410455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,4096,0.06780077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,3072,0.03569655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,2560,0.03528633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,2048,0.047780777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,1536,0.03460022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,1024,0.03555644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,3584,0.035533333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,768,0.036102444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,512,0.057818222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,256,0.03529644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,128,0.04271511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,64,0.04380855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,64,32,0.03962111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,12288,0.04307044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,10240,0.03737644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,8192,0.03655166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,7168,0.035182333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,6144,0.03525455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,5120,0.03539177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,4096,0.03694455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,3584,0.03635666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,3072,0.035832333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,2560,0.03521122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,2048,0.03557377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,1536,0.03540333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,1024,0.05209677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,768,0.03524733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,512,0.03493388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,256,0.03521122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,128,0.03518955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,64,0.03504222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,192,32,32,0.03525166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,12288,0.7372675555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,10240,0.6071924444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,8192,0.4905434444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,7168,0.42931488888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,6144,0.3750543333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,5120,0.31442088888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,4096,0.25396655555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,3584,0.26206266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,3072,0.22772533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,2560,0.19854033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,2048,0.1414067777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,1024,0.07974488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,1536,0.12629933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,768,0.06083133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,512,0.04144833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,256,0.03732588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,128,0.03621511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,64,0.035992666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,12288,32,0.03795277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,12288,0.5963677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,10240,0.48732666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,8192,0.39065144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,7168,0.3427695555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,6144,0.29724066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,5120,0.2475098888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,4096,0.19915133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,3584,0.17469255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,3072,0.1527991111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,2560,0.12631522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,1536,0.07950366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,1024,0.054975555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,768,0.041821
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,512,0.034276666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,256,0.035868444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,128,0.03707166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,2048,0.1037688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,64,0.05588988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,10240,32,0.03751222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,12288,0.501605
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,10240,0.4117908888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,8192,0.33173255555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,7168,0.29413799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,6144,0.2811683333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,5120,0.2505981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,4096,0.16908233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,3584,0.17650244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,3072,0.15424644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,2048,0.09255277777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,1536,0.08312055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,2560,0.1326158888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,1024,0.04996333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,768,0.037455888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,512,0.03714677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,256,0.053045777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,128,0.053094888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,64,0.03653
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,8192,32,0.03606922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,12288,0.4398882222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,10240,0.3636547777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,8192,0.2942752222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,7168,0.29136466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,6144,0.24858166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,5120,0.22032544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,4096,0.14888755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,3584,0.153816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,3072,0.13555533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,2048,0.08177866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,2560,0.1157751111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,1536,0.07231611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,1024,0.04306611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,768,0.03302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,512,0.03489633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,256,0.03755844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,128,0.038962444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,64,0.033943
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,7168,32,0.034234777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,12288,0.38794744444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,10240,0.31535399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,8192,0.24855277777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,7168,0.2507483333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,6144,0.21447399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,5120,0.19312944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,4096,0.12927488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,3584,0.13355766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,3072,0.1202528888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,2560,0.1035681111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,2048,0.07221066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,1536,0.06289833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,1024,0.044046888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,768,0.03499744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,512,0.05422877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,256,0.07129488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,128,0.033980555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,64,0.03920944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,6144,32,0.034283888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,12288,0.3053425555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,10240,0.24796922222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,8192,0.19847966666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,7168,0.17682311111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,6144,0.1522921111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,5120,0.12586455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,4096,0.10170333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,3584,0.08935622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,3072,0.07835388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,2048,0.053177222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,2560,0.06537122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,1536,0.040653888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,1024,0.03538022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,768,0.03493533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,512,0.03236133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,256,0.03423188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,128,0.034606000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,64,0.03453811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,5120,32,0.035048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,12288,0.30647644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,10240,0.245479
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,8192,0.16518522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,7168,0.16950555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,6144,0.14471166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,4096,0.08555299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,3584,0.08776444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,5120,0.1278708888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,2560,0.06605155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,2048,0.045478333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,1536,0.041197
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,3072,0.07665233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,1024,0.034892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,768,0.03482122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,512,0.052109777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,256,0.03306766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,128,0.033064777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,64,0.03293044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,4096,32,0.03284377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,12288,0.2770112222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,10240,0.22610899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,8192,0.15577033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,7168,0.15950133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,6144,0.1372178888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,5120,0.1219472222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,4096,0.086437
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,3584,0.08725455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,3072,0.07757244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,2560,0.06820666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,2048,0.04277866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,1536,0.03749488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,1024,0.03431566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,768,0.03584533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,512,0.03419288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,256,0.03443555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,128,0.03267911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,64,0.032862555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3584,32,0.03331755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,12288,0.23128444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,10240,0.18584366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,8192,0.12343788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,7168,0.1270461111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,6144,0.10824088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,5120,0.09623177777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,4096,0.06539866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,3072,0.057668000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,2560,0.04914288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,2048,0.03758877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,3584,0.065871
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,1536,0.040583111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,1024,0.040210444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,768,0.04325244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,512,0.03878333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,256,0.03658488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,128,0.03836011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,64,0.035270444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,3072,32,0.03475188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,12288,0.20330122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,10240,0.16634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,8192,0.11417466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,6144,0.10248044444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,7168,0.11675444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,5120,0.09050888888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,4096,0.06482233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,3584,0.06513577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,3072,0.057449888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,2560,0.051029333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,2048,0.03683622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,1536,0.03605044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,1024,0.037466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,768,0.03677844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,512,0.03639133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,256,0.035892999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,128,0.036087999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,64,0.03620355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2560,32,0.036687444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,12288,0.15811755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,10240,0.12432622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,8192,0.08307288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,7168,0.08590255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,6144,0.07359299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,5120,0.06401055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,4096,0.043207666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,3584,0.04366844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,3072,0.03927011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,2560,0.03915455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,2048,0.037601777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,1536,0.037337444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,1024,0.036164555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,768,0.05672477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,512,0.03648666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,256,0.038129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,128,0.03722333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,64,0.035097111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,2048,32,0.035374444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,10240,0.10501255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,8192,0.072917
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,12288,0.12578799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,7168,0.07305422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,6144,0.06426188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,5120,0.057888999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,4096,0.042952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,3584,0.04324666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,3072,0.04119844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,2560,0.041680888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,2048,0.036569
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,1536,0.03598111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,1024,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,768,0.036541555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,512,0.0358771111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,256,0.03572833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,128,0.035722555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,64,0.036018666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1536,32,0.03435322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,12288,0.07954266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,10240,0.06338366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,8192,0.041098777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,7168,0.04300111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,6144,0.037324444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,5120,0.036829
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,4096,0.03635811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,3584,0.05621633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,3072,0.05370155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,2560,0.03603166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,2048,0.038059666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,1536,0.038245999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,1024,0.036490999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,768,0.036394222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,256,0.03679866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,128,0.037260888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,64,0.03583522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,32,0.035115888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,1024,512,0.03600711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,12288,0.06851144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,10240,0.057672333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,8192,0.04331455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,7168,0.04333911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,6144,0.040662555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,5120,0.040828666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,4096,0.03648955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,3584,0.037297000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,3072,0.03683477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,2560,0.037804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,2048,0.03652422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,1536,0.045394555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,1024,0.04137033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,768,0.04026822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,512,0.04122733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,256,0.03739377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,128,0.03700088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,64,0.04455533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,768,32,0.04083155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,12288,0.049105333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,10240,0.041562444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,8192,0.03745877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,7168,0.054524888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,6144,0.03712222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,5120,0.03818822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,4096,0.03726377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,3584,0.03590022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,3072,0.03587855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,2560,0.033878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,2048,0.03616888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,1536,0.09050744444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,1024,0.06203599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,768,0.06149288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,512,0.03638122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,256,0.036498222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,128,0.036127
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,64,0.03597677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,512,32,0.03390688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,12288,0.035240111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,10240,0.03634511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,8192,0.03622088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,7168,0.036166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,6144,0.035700888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,5120,0.03530944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,4096,0.035788999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,3584,0.03565755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,3072,0.03546977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,2560,0.035646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,2048,0.035438000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,1536,0.035611333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,1024,0.036219444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,768,0.03367866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,512,0.03575144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,256,0.05329999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,128,0.03512888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,64,0.034983
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,256,32,0.03370755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,12288,0.04527755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,10240,0.035110111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,8192,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,7168,0.03527477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,6144,0.03725511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,5120,0.03575
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,4096,0.03547988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,3584,0.035978222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,3072,0.04192788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,2560,0.03577166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,2048,0.03553766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,1536,0.039564777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,1024,0.03734755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,768,0.05281611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,512,0.03461033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,256,0.035722555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,128,0.03506822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,64,0.03319622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,128,32,0.05016844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,12288,0.041478666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,10240,0.04122155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,8192,0.036116888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,7168,0.05447577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,6144,0.03611255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,5120,0.035035000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,4096,0.035345555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,3584,0.03473022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,3072,0.03484433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,2560,0.050283999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,2048,0.03448033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,1536,0.03455255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,1024,0.03419722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,768,0.03472444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,512,0.03700666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,256,0.03484866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,128,0.03526755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,64,0.03518088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,64,32,0.03487611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,12288,0.03831822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,10240,0.04007611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,8192,0.04083588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,7168,0.03600855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,6144,0.036969111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,5120,0.03483711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,4096,0.03722911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,3584,0.04160722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,3072,0.035137555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,2560,0.03654588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,2048,0.035182333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,1536,0.037289777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,1024,0.03517222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,768,0.03634511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,512,0.03609233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,256,0.036270000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,128,0.03597966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,64,0.03504366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,160,32,32,0.035859777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,12288,0.5591675555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,10240,0.4207016666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,8192,0.33821233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,7168,0.2965285555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,6144,0.25862922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,5120,0.21393088888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,4096,0.17321922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,3584,0.15184577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,3072,0.13169866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,2560,0.11067044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,2048,0.09053344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,1024,0.04870233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,768,0.03777222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,1536,0.08131066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,512,0.03467822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,256,0.033460555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,128,0.03332911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,32,0.03364544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,12288,64,0.03740822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,12288,0.40789377777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,10240,0.2849253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,8192,0.22796799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,7168,0.19995155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,6144,0.17345755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,5120,0.1451002222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,4096,0.116545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,3584,0.10323877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,3072,0.08933166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,2560,0.07533788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,1536,0.04772011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,1024,0.03516933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,768,0.03243066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,2048,0.061862666666666656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,512,0.03176188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,256,0.03235122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,128,0.03240177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,64,0.03304744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,10240,32,0.032939111111111107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,12288,0.371618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,10240,0.2816811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,8192,0.226499
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,7168,0.19907333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,6144,0.17221966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,5120,0.1440241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,4096,0.11655366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,3584,0.1030322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,3072,0.08927244444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,2048,0.06164455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,1536,0.04760166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,2560,0.07563544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,1024,0.036908444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,768,0.037324444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,512,0.03527188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,256,0.03622811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,64,0.033748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,32,0.03341288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,8192,128,0.034270888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,12288,0.36403755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,10240,0.2813893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,8192,0.2260021111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,7168,0.19829766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,6144,0.17198855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,5120,0.14334088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,4096,0.11541833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,3584,0.10179144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,3072,0.08865277777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,2048,0.059797111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,1536,0.04704266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,1024,0.033792777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,2560,0.07331422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,768,0.037541111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,512,0.034237666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,256,0.03443266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,128,0.03442833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,64,0.03296222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,7168,32,0.03241333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,12288,0.35782933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,10240,0.27955633333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,8192,0.22193166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,7168,0.19366966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,6144,0.17061488888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,5120,0.14166822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,4096,0.11258577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,3584,0.09896466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,2560,0.07225688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,2048,0.05794533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,1536,0.045434999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,1024,0.03342011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,768,0.03352555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,3072,0.08555299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,512,0.033570333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,256,0.03620211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,128,0.03578033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,64,0.03334933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,6144,32,0.03342877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,12288,0.1865658888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,10240,0.14539344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,8192,0.1154688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,7168,0.10169466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,6144,0.09021855555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,5120,0.07397722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,4096,0.06119388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,3584,0.05321622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,3072,0.046144222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,2560,0.039161777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,2048,0.03647366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,1536,0.03602011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,1024,0.03553911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,768,0.032488444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,512,0.03340711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,256,0.03617755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,128,0.035892999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,64,0.03305177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,5120,32,0.03262711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,12288,0.1750493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,10240,0.14195566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,8192,0.114556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,7168,0.10122811111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,6144,0.08744522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,5120,0.07341822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,4096,0.05968588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,3584,0.052733777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,3072,0.04590877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,2560,0.038745777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,2048,0.03303155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,1536,0.032585222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,1024,0.03403255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,768,0.033438888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,512,0.048029222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,256,0.04825455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,128,0.03313122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,64,0.032245777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,4096,32,0.032065222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,12288,0.2245042222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,10240,0.18427355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,8192,0.12750399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,7168,0.12802688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,6144,0.11256266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,5120,0.09960744444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,4096,0.07228288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,3584,0.06645888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,3072,0.04557366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,2560,0.038608555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,2048,0.036184777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,1536,0.037705777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,1024,0.03471144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,768,0.03317311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,512,0.033993555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,256,0.03458722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,128,0.03558533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,64,0.04534255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3584,32,0.04362655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,12288,0.195403
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,10240,0.16106277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,8192,0.11242255555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,7168,0.1123748888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,5120,0.08794788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,4096,0.06370288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,6144,0.098761
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,3072,0.057246222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,2560,0.049555999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,2048,0.041585555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,3584,0.063388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,1536,0.037746222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,1024,0.03994755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,768,0.036985
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,512,0.044967
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,256,0.034889111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,128,0.050624888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,64,0.03538888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,3072,32,0.03408744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,12288,0.09915388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,10240,0.07633311111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,8192,0.061854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,7168,0.054813777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,6144,0.05864877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,5120,0.053503666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,4096,0.05350944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,3584,0.05471266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,3072,0.03568066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,2560,0.03483566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,2048,0.035677777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,1536,0.034811111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,1024,0.03573844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,768,0.03476922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,256,0.03525166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,128,0.033278555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,64,0.036012888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,32,0.03559255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2560,512,0.03515344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,12288,0.09238088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,10240,0.07595033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,8192,0.06202588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,7168,0.05463611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,6144,0.04733155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,5120,0.04023355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,4096,0.04417544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,3584,0.034915111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,3072,0.035511666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,2560,0.03477644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,2048,0.03450344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,1536,0.03548566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,1024,0.03634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,768,0.035536222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,256,0.032911666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,128,0.03246966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,64,0.03505666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,32,0.035113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,2048,512,0.03618188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,12288,0.10231
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,10240,0.08727044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,8192,0.06069411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,7168,0.06069122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,6144,0.054656333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,5120,0.048640222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,4096,0.041472888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,3584,0.04108144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,3072,0.041556666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,2560,0.03565755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,2048,0.034137999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,1536,0.036040333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,1024,0.03414955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,768,0.03389822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,512,0.034903555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,256,0.03421166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,128,0.032853888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,64,0.03447022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1536,32,0.03496422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,12288,0.07154766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,10240,0.06135133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,8192,0.04384466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,7168,0.04516922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,6144,0.04363955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,5120,0.04051811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,4096,0.040438666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,3584,0.03701677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,3072,0.03548133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,2560,0.036873777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,2048,0.03740244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,1536,0.03601722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,1024,0.04004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,768,0.04594055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,512,0.03935244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,256,0.03948822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,128,0.033860666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,64,0.035102888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,1024,32,0.032446555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,12288,0.05510844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,8192,0.040730444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,7168,0.04022777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,6144,0.040866222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,10240,0.07996877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,5120,0.046483666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,4096,0.04409744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,3584,0.040586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,3072,0.0707171111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,2048,0.03799177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,1536,0.03732877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,1024,0.05177177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,2560,0.06444388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,768,0.11724555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,512,0.052520000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,256,0.05399188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,128,0.059337777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,64,0.060969999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,768,32,0.03498444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,12288,0.04187011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,10240,0.04137033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,8192,0.03862733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,7168,0.03392855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,6144,0.034013777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,5120,0.034533777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,4096,0.033278555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,3584,0.03464788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,3072,0.03364255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,2560,0.03364977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,2048,0.03424633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,1536,0.033320444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,1024,0.035089888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,768,0.034666666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,512,0.03378988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,256,0.03744144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,128,0.03422322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,64,0.036921444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,512,32,0.03517511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,12288,0.03681022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,10240,0.035859777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,8192,0.03513611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,7168,0.036589222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,6144,0.03548855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,5120,0.034265111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,4096,0.034006555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,3584,0.03463488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,3072,0.03349955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,2560,0.03342588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,2048,0.03384188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,1536,0.036309
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,1024,0.03354433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,768,0.03338688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,512,0.03379711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,256,0.033493777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,128,0.03384477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,64,0.035958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,256,32,0.03617177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,12288,0.04167944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,10240,0.04174588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,8192,0.040365
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,7168,0.036033111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,6144,0.0350451111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,5120,0.035284888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,4096,0.035048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,3584,0.03577311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,3072,0.03513466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,2560,0.034270888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,2048,0.03501766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,1536,0.03596666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,1024,0.03456844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,768,0.036392777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,512,0.033462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,256,0.036505444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,128,0.03365988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,32,0.0730758888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,12288,0.07124577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,128,64,0.03489922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,10240,0.061884333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,8192,0.060827
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,7168,0.04725644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,6144,0.05304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,5120,0.055931777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,4096,0.05245788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,3584,0.05242611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,3072,0.05138466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,2560,0.035881444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,2048,0.035069666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,1536,0.03690266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,1024,0.03585833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,768,0.03372344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,512,0.03366277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,256,0.03574422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,128,0.033369555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,64,0.038085666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,64,32,0.03517222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,12288,0.042089666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,10240,0.041755999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,8192,0.04284222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,7168,0.041293777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,6144,0.041797888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,5120,0.051887333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,4096,0.038705333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,3584,0.03554344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,3072,0.03467822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,2560,0.039442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,2048,0.038634555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,1536,0.03545822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,1024,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,768,0.03318033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,512,0.036076444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,256,0.036087999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,128,0.033444666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,64,0.03573411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,128,32,32,0.035477
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,12288,0.485095
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,10240,0.3181663333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,8192,0.2555048888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,7168,0.22498377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,6144,0.19447566666666669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,5120,0.16265166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,4096,0.13201355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,3584,0.11610155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,3072,0.10100422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,2560,0.08506622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,2048,0.06956155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,1024,0.038170888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,768,0.03224866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,1536,0.05385033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,512,0.032003111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,256,0.034099
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,128,0.03276722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,64,0.03235122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,12288,32,0.035310888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,12288,0.3622117777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,10240,0.2189228888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,8192,0.1727064444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,7168,0.15178077777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,6144,0.1328282222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,5120,0.11027611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,4096,0.08950066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,3584,0.0790891111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,3072,0.06899388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,2560,0.05822555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,2048,0.047967111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,1536,0.037269555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,1024,0.03259388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,768,0.03264444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,256,0.03302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,512,0.03510144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,128,0.03269355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,64,0.035770222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,10240,32,0.03644477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,12288,0.31727222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,10240,0.21313355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,8192,0.17197411111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,7168,0.15124200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,6144,0.13234288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,5120,0.10954666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,4096,0.08905144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,3584,0.07866444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,3072,0.06891444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,2560,0.05805222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,1536,0.03706444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,1024,0.035013333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,2048,0.04765077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,768,0.03271811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,512,0.034283888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,256,0.034825555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,128,0.032889999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,64,0.03575288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,8192,32,0.035270444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,12288,0.313001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,10240,0.21298766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,8192,0.171301
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,7168,0.15055155555555552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,6144,0.13094755555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,5120,0.10951488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,4096,0.08841877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,3584,0.07830477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,3072,0.06839877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,2048,0.070954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,2560,0.05822122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,1536,0.036209333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,1024,0.033355111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,768,0.03338255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,512,0.03568066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,256,0.03346777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,128,0.03702977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,64,0.03760033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,7168,32,0.035644555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,12288,0.305955
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,10240,0.19553877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,8192,0.16787766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,7168,0.14803533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,6144,0.121056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,5120,0.10842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,4096,0.08853144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,3584,0.07800433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,2560,0.056900999999999986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,3072,0.06703666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,2048,0.04666133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,1536,0.037751999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,1024,0.03341433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,768,0.033112444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,512,0.03326988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,256,0.036330666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,128,0.03581355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,64,0.03595511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,6144,32,0.03361511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,12288,0.19460855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,10240,0.11167288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,8192,0.0894761111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,7168,0.07852288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,6144,0.06933333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,5120,0.057447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,4096,0.04643166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,3072,0.03771733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,2560,0.036114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,2048,0.035868444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,3584,0.04167077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,1536,0.035887222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,1024,0.036961888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,768,0.03848144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,512,0.03563733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,256,0.035859777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,128,0.03587855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,64,0.04010788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,5120,32,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,12288,0.14557255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,10240,0.1080661111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,8192,0.08789588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,7168,0.07726333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,6144,0.06790333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,5120,0.05698044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,3584,0.05347911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,3072,0.03579333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,2560,0.03530511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,2048,0.035338333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,4096,0.04593044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,1536,0.037935444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,1024,0.035615666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,512,0.03533544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,768,0.03517222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,256,0.03731866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,128,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,64,0.039148777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,4096,32,0.036687444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,12288,0.13150222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,10240,0.10766022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,8192,0.08692522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,7168,0.07670722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,6144,0.06672466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,4096,0.04557077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,5120,0.056073333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,3584,0.040586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,3072,0.035381666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,2560,0.032694999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,2048,0.03408744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,1536,0.033163
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,1024,0.034770666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,768,0.03368733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,512,0.03785455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,256,0.03453088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,128,0.03516933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,64,0.03654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3584,32,0.034883333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,12288,0.15196566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,10240,0.12409222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,8192,0.08955122222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,7168,0.08602822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,5120,0.06898088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,6144,0.0781531111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,4096,0.05218777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,3584,0.045274666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,3072,0.03981755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,2560,0.038101555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,2048,0.038066888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,1536,0.03790511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,1024,0.04040255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,768,0.037585888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,512,0.036881
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,256,0.03667733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,128,0.035240111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,64,0.034916555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,3072,32,0.03698644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,12288,0.089609
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,10240,0.06514299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,8192,0.05340544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,7168,0.04719433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,6144,0.041029444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,5120,0.03636244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,4096,0.03535422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,3584,0.03470422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,3072,0.03739811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,2560,0.03755122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,2048,0.035819333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,1536,0.03597677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,1024,0.03510866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,768,0.035133222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,512,0.03479088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,256,0.037406777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,128,0.05327977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,64,0.05867333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2560,32,0.036129888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,12288,0.07730377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,10240,0.06500288888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,7168,0.1080401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,8192,0.05326966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,6144,0.04056288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,5120,0.036408666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,4096,0.03802211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,3584,0.035289222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,3072,0.03490066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,2560,0.03588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,2048,0.03521988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,1024,0.03505088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,768,0.03401088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,512,0.03458144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,256,0.035484222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,1536,0.05358311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,128,0.03530511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,64,0.03577744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,2048,32,0.034305555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,12288,0.08769944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,10240,0.06778055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,8192,0.049974888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,7168,0.044218777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,6144,0.039064999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,5120,0.03507977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,4096,0.03510144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,3072,0.038092888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,2560,0.051651888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,3584,0.03555788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,2048,0.036985
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,1536,0.03724499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,1024,0.03586988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,768,0.039975000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,512,0.03868077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,256,0.036304666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,128,0.034520777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,32,0.03459588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,12288,0.05623511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1536,64,0.03486888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,10240,0.04901433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,8192,0.06232777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,7168,0.043043
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,6144,0.05055844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,5120,0.045117222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,4096,0.04150033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,3584,0.05969744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,3072,0.04131833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,2560,0.06594322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,1536,0.03781411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,1024,0.03670188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,768,0.037419777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,2048,0.05535544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,512,0.03727244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,256,0.03652711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,128,0.034265111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,64,0.06832077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,1024,32,0.03501044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,12288,0.05270777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,10240,0.05269188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,8192,0.05832233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,7168,0.03830666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,6144,0.037545444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,5120,0.03751222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,4096,0.03970488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,3584,0.03641155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,3072,0.03700811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,2560,0.03602155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,2048,0.037895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,1536,0.037211777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,1024,0.036316222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,768,0.03784588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,512,0.056318888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,256,0.053651
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,128,0.03721755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,64,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,768,32,0.03448611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,12288,0.040870555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,10240,0.04094133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,7168,0.04333911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,6144,0.04245222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,8192,0.042738222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,5120,0.041197
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,4096,0.04069144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,3584,0.036178999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,3072,0.03895233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,2560,0.07082111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,2048,0.039703444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,1536,0.03476633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,1024,0.04711344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,768,0.03437055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,512,0.036049
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,256,0.03448033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,128,0.036353777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,64,0.036753888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,512,32,0.05326244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,12288,0.06392533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,10240,0.04275411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,8192,0.03586988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,7168,0.036368222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,6144,0.03617466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,5120,0.04041411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,4096,0.03545966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,3584,0.03514477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,3072,0.04526022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,2560,0.035978222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,2048,0.03502488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,1536,0.03620211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,1024,0.03581355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,768,0.03308211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,512,0.03559255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,256,0.03523866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,128,0.03626133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,64,0.035945
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,256,32,0.03523433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,12288,0.043329
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,10240,0.04013099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,8192,0.040664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,6144,0.04100633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,5120,0.03530944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,4096,0.04556644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,7168,0.0431051111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,3584,0.036937333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,3072,0.03564166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,2560,0.036439
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,2048,0.034476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,1536,0.03525744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,1024,0.03456844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,512,0.037824222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,256,0.03792822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,128,0.038155
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,64,0.034845777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,32,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,128,768,0.03635666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,12288,0.05401066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,10240,0.053704444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,8192,0.04021333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,7168,0.039949
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,6144,0.040704444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,5120,0.043082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,4096,0.03989988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,3584,0.05574833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,3072,0.05135144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,2560,0.04585533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,2048,0.03697344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,1536,0.039077999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,1024,0.038029333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,768,0.034887666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,512,0.03597244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,256,0.03473311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,128,0.035326777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,64,0.03410911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,64,32,0.03496422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,12288,0.040547
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,10240,0.040583111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,8192,0.04058022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,7168,0.040443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,6144,0.03978722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,5120,0.04065677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,4096,0.03587422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,3584,0.03374511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,3072,0.08539555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,2560,0.10197633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,2048,0.052420333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,1536,0.06543622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,1024,0.06080677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,768,0.06019866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,512,0.05287533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,256,0.051186777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,128,0.04729688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,64,0.044289555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,96,32,32,0.04128077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,12288,0.48511522222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,10240,0.3184032222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,8192,0.2557071111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,7168,0.22468044444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,6144,0.1946591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,5120,0.16261988888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,4096,0.13179688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,3584,0.1159888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,3072,0.10105188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,2560,0.08502288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,2048,0.06965977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,1024,0.03817377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,1536,0.05363077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,768,0.0319641111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,512,0.03233822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,256,0.03200022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,128,0.03396322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,64,0.033694555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,12288,32,0.036470777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,12288,0.33381833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,10240,0.21635322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,8192,0.1736467777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,7168,0.15232822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,5120,0.11122077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,4096,0.08964077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,3584,0.0792191111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,3072,0.06951533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,2560,0.058390222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,2048,0.04790211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,1536,0.037324444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,1024,0.03508555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,768,0.032167777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,512,0.03251011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,256,0.03345333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,128,0.03270077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,64,0.03320633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,6144,11.696770222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,10240,32,0.07975211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,12288,0.3155851111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,10240,0.21345277777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,8192,0.17125622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,7168,0.15106577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,6144,0.13160188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,5120,0.10972433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,4096,0.08868744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,3584,0.07874966666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,3072,0.06859088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,2560,0.05767666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,2048,0.047633444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,1536,0.03669755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,1024,0.03185288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,768,0.032084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,512,0.04226877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,256,0.054875888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,128,0.031897666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,64,0.03558822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,8192,32,0.03166511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,10240,0.21259622222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,8192,0.1716158888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,7168,0.15064833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,6144,0.13117577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,5120,0.110331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,4096,0.088517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,3584,0.0782311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,3072,0.06807088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,2560,0.057192777777777766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,2048,0.04653277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,12288,9.923986222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,1536,32.38167111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,768,0.07706833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,512,0.08306566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,256,0.05617011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,128,0.04805955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,64,0.12156877777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,32,0.07755222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,7168,1024,10.568449666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,10240,0.20964377777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,12288,12.156814222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,8192,0.17141222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,7168,0.14774933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,6144,0.12622999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,5120,0.10814411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,4096,0.08745244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,3584,0.07742799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,3072,0.06724177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,2560,0.056294333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,2048,0.045409
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,1536,0.03476633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,1024,0.033327666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,768,0.033553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,512,0.03370466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,256,0.03354722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,128,0.03271233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,64,0.03345477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,6144,32,0.03286833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,12288,0.19121844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,10240,0.11063866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,8192,0.08888966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,7168,0.07853588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,6144,0.06947922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,5120,0.05706133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,4096,0.04661222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,3584,0.04090088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,3072,0.03638266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,2560,0.03336522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,2048,0.03237722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,1536,0.03346922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,1024,0.033105222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,768,0.033632444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,512,0.03269211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,256,0.033141333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,128,0.03990277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,64,0.03278311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,5120,32,0.03233244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,12288,0.146172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,10240,0.10810944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,8192,0.08754488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,7168,0.07707122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,6144,0.08743366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,5120,0.10205722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,4096,0.046037333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,3584,0.08123122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,3072,0.06158533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,2560,0.07875688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,2048,0.07175711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,1536,0.05019733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,1024,0.04051088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,768,0.038529111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,512,0.03458144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,256,0.035498666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,128,0.033466333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,64,0.03226888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,4096,32,0.03146577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,12288,0.1341108888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,8192,0.08697722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,7168,0.07662344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,6144,0.06674777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,5120,0.05610222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,4096,0.045614111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,3584,0.04026244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,3072,0.03505233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,2560,0.034057111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,2048,0.03317022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,1536,0.03318755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,1024,0.03330888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,768,0.032725333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,512,0.03169544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,256,0.032619888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,128,0.08020133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,64,0.033249666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,32,0.05894633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,12288,0.1552113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3584,10240,15.182962888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,8192,0.08839855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,7168,0.08474988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,6144,0.07728066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,5120,0.06840455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,4096,0.053565777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,3584,0.044927999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,3072,0.04017288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,2560,0.03509133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,2048,0.03638122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,1536,0.03496133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,1024,0.033986333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,768,0.03624977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,512,0.034318555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,256,0.03249711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,128,0.082797
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,64,0.07956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,32,0.06403222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,3072,10240,13.275741555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,10240,0.06490466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,8192,0.09617111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,7168,0.04653566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,12288,9.743447999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,6144,0.0797318888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,5120,0.08589966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,4096,0.04094855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,3584,0.03452511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,3072,0.03305466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,2560,0.03195111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,2048,0.038050999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,1536,0.03256644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,1024,0.032335333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,768,0.033241
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,512,0.03350533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,256,0.033631
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,128,0.077831
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,64,0.09057822222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2560,32,0.03945211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,12288,0.07871066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,10240,0.06418822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,8192,0.05290277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,7168,0.04575133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,6144,0.04032888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,5120,0.03759311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,4096,0.036554555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,3584,0.03282211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,3072,0.032577999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,2560,0.036386999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,2048,0.03217933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,1536,0.03248266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,1024,0.03209122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,768,0.03465366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,512,0.03114944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,256,0.03133433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,128,0.03189477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,64,0.03270222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,2048,32,0.03158133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,12288,0.08130055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,10240,0.0661468888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,8192,0.04961377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,7168,0.044491777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,6144,0.03790366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,5120,0.03480966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,4096,0.03515344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,3584,0.03476633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,3072,0.03449622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,2048,0.07067666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,1536,0.050639333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,1024,0.05270777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,768,0.040354888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,512,0.03919355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,256,0.07971166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,128,0.08580722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,64,0.07739766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,32,0.08767199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,12288,0.09615666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1536,2560,10.402675111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,8192,0.09952366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,7168,0.07875255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,6144,0.06645022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,5120,0.04136455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,4096,0.04219077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,3584,0.03898411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,3072,0.038504555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,2560,0.03703122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,2048,0.03525166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,1536,0.05164177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,1024,0.05256477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,768,0.05169666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,512,0.051407777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,256,0.033333444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,128,0.031689666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,64,0.03196555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,32,0.032017555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,12288,0.052339444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,10240,0.04188455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,8192,0.03518377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,7168,0.034168333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,6144,0.03471866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,5120,0.03416688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,4096,0.03446877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,3584,0.03429833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,3072,0.03384188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,2560,0.03457133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,2048,0.03470133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,1536,0.034761999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,1024,0.03537877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,768,0.038413555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,512,0.04609944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,256,0.04595644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,128,0.06573955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,64,0.04252444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,768,32,0.03766677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,12288,0.038674999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,10240,0.038516111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,1024,10240,11.14420811111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,8192,0.09879277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,7168,0.093457
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,6144,0.10147366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,5120,0.09318399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,4096,0.09524522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,3584,0.06650655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,3072,0.05502033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,2560,0.04684044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,2048,0.042208111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,1536,0.039442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,1024,0.134732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,768,0.08387022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,512,0.07559933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,256,0.059217888888888896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,128,0.04313111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,64,0.04210122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,512,32,0.09207611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,12288,0.04482255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,10240,0.03879055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,8192,0.04128222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,7168,0.03578177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,6144,0.07253133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,5120,0.06289544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,4096,0.03348366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,3584,0.032136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,3072,0.03569655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,2560,0.03376677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,2048,0.04199144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,1536,0.039195
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,1024,0.035289222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,768,0.03470711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,512,0.03409322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,256,0.038550777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,128,0.03708611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,64,0.034429777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,256,32,0.03738222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,12288,0.04243922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,10240,0.04096155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,8192,0.04030288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,7168,0.040308666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,6144,0.04092544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,5120,0.03407444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,4096,0.03455544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,3584,0.03464933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,3072,0.03379711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,2560,0.03595944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,2048,0.05172266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,1536,0.052326444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,1024,0.03643322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,768,0.03705577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,512,0.05397455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,256,0.05271933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,128,0.03462044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,64,0.03478077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,128,32,0.033314666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,12288,0.04010211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,10240,0.03981177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,8192,0.042479666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,7168,0.04649377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,6144,0.04153355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,5120,0.03988111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,4096,0.03824311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,3584,0.03491222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,3072,0.03473166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,2560,0.03530655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,2048,0.034770666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,1536,0.03597533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,1024,0.034416777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,768,0.03405422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,512,0.03419144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,256,0.03420011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,128,0.03571677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,64,0.034471666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,64,32,0.03344033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,12288,0.04035344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,10240,0.04105255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,8192,0.04023066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,7168,0.044900555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,6144,0.04271077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,5120,0.04323077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,4096,0.03516355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,3072,0.035463999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,2560,0.03575866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,2048,0.034715777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,1536,0.03527333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,3584,0.054015
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,768,0.08817033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,512,0.055873999999999986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,1024,0.03496133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,256,0.03763788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,128,0.04201166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,64,0.04090955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,80,32,32,0.038745777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,12288,0.4049066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,10240,10.60166611111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,8192,0.23277366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,7168,0.1868143333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,6144,0.1681261111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,5120,0.13471899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,4096,0.10774544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,3584,0.09585622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,3072,0.08429777777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,2560,0.06992988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,2048,0.059072000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,1024,0.03432288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,768,0.033888111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,1536,0.04523855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,512,0.03589155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,128,0.034637777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,64,0.03820844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,32,0.03740244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,12288,256,0.03436477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,12288,0.3376143333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,10240,0.21474988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,8192,0.17515477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,7168,0.15318622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,6144,0.13780577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,5120,0.11025444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,4096,0.08865711111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,3584,0.07826577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,3072,0.06892022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,2560,0.057584222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,2048,0.04814044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,1536,0.03667588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,1024,0.034006555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,768,0.03369166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,512,0.03373211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,256,0.037672555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,128,0.034484666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,64,0.03385922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,10240,32,0.034639222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,12288,0.27455855555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,10240,0.20530611111111108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,8192,0.16592766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,7168,0.14508000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,6144,0.1287028888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,5120,0.10473088888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,4096,0.08456355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,3584,0.07502299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,3072,0.065442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,2560,0.05465922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,1536,0.035143333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,2048,0.04624533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,1024,0.03389822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,768,0.03422755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,512,0.033254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,256,0.03462911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,128,0.03254188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,64,0.03441388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,8192,32,0.034009444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,12288,0.24976177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,10240,0.15898422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,8192,0.12887622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,7168,0.11282988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,6144,0.10176399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,5120,0.0817988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,4096,0.06623066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,3584,0.058930444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,3072,0.05140922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,2048,0.03763933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,1536,0.03686222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,1024,0.03624977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,768,0.037851666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,512,0.03487755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,2560,0.043240888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,256,0.04071888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,128,0.04199433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,64,0.041507555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,7168,32,0.036685999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,12288,0.23716477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,10240,0.15592055555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,8192,0.12664744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,7168,0.110929
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,6144,0.10048999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,5120,0.080249
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,4096,0.06492922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,3584,0.05766222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,2560,0.04162166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,2048,0.03590455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,3072,0.05022044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,1536,0.03504366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,768,0.03441244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,512,0.034854444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,256,0.034195777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,128,0.037193
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,1024,0.035602666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,64,0.033124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,6144,32,0.037427
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,12288,0.1779411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,10240,0.10952788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,8192,0.08877844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,7168,0.07890277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,6144,0.07071566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,5120,0.056873555555555545
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,4096,0.045642999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,3072,0.03626422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,3584,0.04050366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,2560,0.03730711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,2048,0.03807122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,1536,0.03758444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,1024,0.03841211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,768,0.05160855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,512,0.044766222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,256,0.037973
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,128,0.036498222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,64,0.03277588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,5120,32,0.03396755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,12288,0.14990877777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,10240,0.11456611111111109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,8192,0.08446244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,7168,0.08096977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,6144,0.07318133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,5120,0.064909
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,3584,0.06515166666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,4096,0.06042977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,3072,0.04815055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,2560,0.04127644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,2048,0.042401666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,1536,0.03813911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,1024,0.03658344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,768,0.03743855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,512,0.03756422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,256,0.03656033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,128,0.03416544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,64,0.034688333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,4096,32,0.037804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,12288,0.14930933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,10240,0.104169
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,8192,0.08470799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,7168,0.07446688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,6144,0.06642422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,4096,0.043713222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,3584,0.03842511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,5120,0.054054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,3072,0.03673077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,2560,0.03777077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,2048,0.03585833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,1536,0.035414888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,1024,0.035456777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,768,0.03507111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,512,0.035082666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,256,0.038773222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,128,0.038884444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,64,0.035945
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3584,32,0.034556888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,12288,0.10942966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,10240,0.08800855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,8192,0.06557344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,7168,0.06359022222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,6144,0.056854777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,5120,0.05148722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,4096,0.04208244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,3584,0.04074633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,3072,0.03469266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,2560,0.03489922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,2048,0.03549722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,1536,0.036768333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,768,0.03530944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,1024,0.05503766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,512,0.05389511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,256,0.054587
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,128,0.03506822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,64,0.03267333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,3072,32,0.034723
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,12288,0.0882598888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,10240,0.057283777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,8192,0.04613555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,6144,0.03675822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,5120,0.036518444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,7168,0.0465761111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,4096,0.04315277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,3584,0.035930555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,3072,0.035472666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,2560,0.03541777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,2048,0.06400044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,1536,0.03534988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,1024,0.035248777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,768,0.03500755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,512,0.03453666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,256,0.034256444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,128,0.06306011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,32,0.039411666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2560,64,0.03428822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,12288,0.07905444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,10240,0.06559222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,7168,0.048409111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,6144,0.04346044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,8192,0.048957999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,5120,0.05038511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,4096,0.04521544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,3584,0.039329333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,3072,0.040184444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,2560,0.035742777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,2048,0.03707166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,1536,0.035270444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,1024,0.035075444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,768,0.03493533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,512,0.034325777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,256,0.03851177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,128,0.03449188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,64,0.03228477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,2048,32,0.034757666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,12288,0.05818366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,10240,0.050713
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,8192,0.04278877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,7168,0.04184411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,6144,0.043005444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,5120,0.05015833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,4096,0.04161733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,3584,0.04122011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,3072,0.046183222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,2560,0.04390533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,2048,0.038103
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,1536,0.03951277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,1024,0.04061055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,768,0.037395222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,512,0.03947088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,256,0.03693011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,128,0.03708466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,64,0.03320488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1536,32,0.034520777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,12288,0.041556666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,10240,0.041228777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,8192,0.04153933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,7168,0.037718777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,6144,0.03713088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,5120,0.036437555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,4096,0.037466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,3584,0.03672211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,2560,0.03715255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,2048,0.03556366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,1536,0.087308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,1024,0.03790222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,3072,0.03596233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,768,0.038488666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,512,0.03877033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,256,0.035503
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,128,0.08085566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,64,0.033207777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,1024,32,0.03898122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,12288,0.042069444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,10240,0.041717
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,8192,0.04079544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,7168,0.03993744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,6144,0.043831666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,5120,0.041314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,4096,0.04056144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,3072,0.03715255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,2560,0.034971444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,3584,0.036335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,2048,0.036417333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,1536,0.05360911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,1024,0.03724788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,768,0.03860277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,512,0.037519444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,256,0.03341577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,128,0.03516788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,64,0.03346777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,768,32,0.03572833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,12288,0.03616888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,10240,0.035430777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,8192,0.035700888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,7168,0.03583666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,6144,0.03562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,5120,0.03588577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,4096,0.03648088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,3584,0.03343455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,3072,0.037187222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,2560,0.03688966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,2048,0.035867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,1536,0.035819333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,1024,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,768,0.03565611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,512,0.03296366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,256,0.034834222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,128,0.03520977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,64,0.03256211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,512,32,0.05396299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,12288,0.05933488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,10240,0.042153222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,8192,0.04103955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,7168,0.040744888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,6144,0.036102444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,5120,0.03551888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,4096,0.03531522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,3584,0.03555644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,3072,0.035583888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,2048,0.03623677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,1536,0.03580777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,1024,0.036244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,768,0.035536222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,2560,0.03425211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,512,0.03585544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,256,0.034887666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,128,0.040520999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,64,0.037609
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,256,32,0.03881511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,10240,0.03939
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,8192,0.03867211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,12288,0.047959888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,7168,0.08172088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,6144,0.080626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,5120,0.06531488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,4096,0.05173566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,3584,0.04519811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,3072,0.040827222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,2560,0.03911555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,2048,0.038820888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,1536,0.03462333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,1024,0.03430844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,768,0.03398344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,512,0.03424488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,256,0.034358999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,128,0.03312255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,64,0.03184133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,128,32,0.03455544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,12288,0.04855355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,10240,0.04557655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,8192,0.04468533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,7168,0.042718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,6144,0.04047477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,5120,0.04096877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,4096,0.03546111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,3584,0.036244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,3072,0.03757144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,2560,0.03701533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,2048,0.03499022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,1536,0.034874666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,1024,0.036062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,768,0.03570811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,512,0.04341855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,256,0.04303288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,128,0.03908955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,64,0.03349955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,64,32,0.03366422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,12288,0.04087633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,10240,0.041162333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,8192,0.05131966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,7168,0.04107277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,6144,0.04037655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,5120,0.04128944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,4096,0.03543944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,3584,0.03479522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,3072,0.03702977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,2560,0.035790444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,2048,0.03573844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,1536,0.03395311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,1024,0.03522422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,768,0.03522711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,512,0.035115888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,256,0.03538455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,128,0.036206444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,64,0.032287666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,64,32,32,0.03446155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,12288,0.44234233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,10240,0.30796277777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,8192,0.14320655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,7168,0.12583133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,6144,0.1208898888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,5120,0.08972166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,4096,0.06943155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,3584,0.06469522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,3072,0.060210222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,2560,0.048631555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,2048,0.041454111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,1536,0.033721999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,1024,0.035997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,768,0.03454677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,512,0.03299255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,256,0.06750322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,128,0.05742244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,64,0.057111888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,12288,32,0.035133222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,12288,0.3436318888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,10240,0.21795799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,8192,0.17164766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,7168,0.15449633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,6144,0.1357301111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,5120,0.11169455555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,4096,0.08921033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,3584,0.08003522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,3072,0.0699111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,2560,0.058803333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,1536,0.03689111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,2048,0.049527111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,1024,0.03427233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,768,0.03384477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,512,0.051289333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,256,0.034029666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,128,0.03443266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,64,0.035312333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,10240,32,0.03392711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,12288,0.29265455555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,10240,0.137267
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,8192,0.10823366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,7168,0.09693955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,6144,0.09165288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,5120,0.0699371111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,4096,0.05447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,3584,0.056927
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,3072,0.047100444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,2560,0.04347922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,2048,0.039322111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,1536,0.03802788888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,1024,0.03698066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,768,0.03771011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,512,0.03663111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,256,0.03676111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,128,0.03642311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,64,0.03564022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,8192,32,0.04740522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,12288,0.278044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,10240,0.10665633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,8192,0.08520055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,7168,0.10787400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,6144,0.073528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,5120,0.054924999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,4096,0.04312099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,3584,0.04150033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,3072,0.040500777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,2048,0.03823588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,1536,0.03701533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,2560,0.040937
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,1024,0.03788922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,768,0.037060111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,256,0.03608222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,128,0.04269922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,64,0.03424777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,32,0.03420588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,7168,512,0.03733311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,12288,0.22616533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,10240,0.10394655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,8192,0.08108533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,7168,0.073138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,6144,0.07031844444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,5120,0.053398222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,4096,0.04210844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,3584,0.039774222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,2560,0.039772777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,3072,0.03857677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,2048,0.03847855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,1536,0.037364888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,1024,0.05647055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,768,0.05446277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,512,0.03826333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,256,0.03602011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,128,0.03706733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,64,0.05200577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,6144,32,0.034655111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,12288,0.17373488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,10240,0.10983844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,8192,0.08766333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,7168,0.0786991111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,6144,0.0702548888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,5120,0.05754377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,4096,0.04616155555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,3072,0.040759333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,3584,0.043769555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,2560,0.037751999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,2048,0.038579666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,1536,0.03626855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,1024,0.035401888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,768,0.035658999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,512,0.036205
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,256,0.035020555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,128,0.03560555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,64,0.040278333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,5120,32,0.05460577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,12288,0.15924999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,10240,0.07073877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,8192,0.055336666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,7168,0.05088055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,6144,0.04735755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,5120,0.04195244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,3584,0.040937
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,3072,0.03813911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,2560,0.040383777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,4096,0.038836777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,2048,0.037464555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,1024,0.03656466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,768,0.036961888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,512,0.03604466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,256,0.035722555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,1536,0.04615722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,128,0.041181111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,64,0.053824333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,4096,32,0.04833688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,12288,0.12131311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,10240,0.06960777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,8192,0.054236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,7168,0.048807777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,6144,0.045866888888888895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,4096,0.041717
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,3584,0.03755411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,3072,0.038446777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,5120,0.03800766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,2560,0.037935444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,2048,0.03878911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,1536,0.03685644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,1024,0.03775922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,768,0.036699
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,512,0.058846666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,256,0.03622377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,128,0.036456333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,64,0.03584822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3584,32,0.036457777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,12288,0.1088042222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,10240,0.0674411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,8192,0.05276555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,7168,0.04601422222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,5120,0.043873555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,4096,0.037324444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,3584,0.036972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,6144,0.044435444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,3072,0.037727444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,2560,0.03695466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,2048,0.03701677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,1536,0.035930555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,1024,0.036970555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,768,0.036067777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,512,0.035846777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,256,0.03732733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,128,0.03635666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,64,0.036138555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,3072,32,0.03554633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,12288,0.09258166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,10240,0.06574822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,8192,0.048222777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,6144,0.039072222222222217
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,5120,0.04673644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,7168,0.06047455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,4096,0.05652544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,3584,0.050130888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,3072,0.03722477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,2560,0.03785311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,2048,0.037892111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,1536,0.03560555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,1024,0.03680877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,768,0.035651777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,512,0.03616166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,256,0.035784666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,128,0.03560411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,64,0.03594066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2560,32,0.03575433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,12288,0.06276688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,10240,0.039827666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,8192,0.036933
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,7168,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,5120,0.03695611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,6144,0.035867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,4096,0.03656611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,3584,0.03679866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,3072,0.037087555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,2560,0.035685
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,2048,0.03609377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,1536,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,1024,0.03579477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,768,0.03632633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,512,0.03589011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,256,0.03671777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,128,0.037282555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,64,0.03705288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,2048,32,0.03602444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,10240,0.03700811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,12288,0.05762322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,8192,0.03642311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,7168,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,6144,0.03667733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,5120,0.03621077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,4096,0.048867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,3584,0.049811666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,3072,0.03654877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,2560,0.035334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,2048,0.035677777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,1536,0.03636244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,1024,0.035569444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,768,0.035706666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,512,0.03667588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,256,0.03673222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,128,0.034250666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,64,0.04797722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1536,32,0.03497577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,12288,0.03527911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,10240,0.036636888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,8192,0.03636244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,7168,0.036470777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,6144,0.038698111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,5120,0.06167344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,4096,0.036365333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,3584,0.036428888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,2560,0.035255999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,2048,0.034737444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,1536,0.03557811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,1024,0.034549666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,768,0.035146222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,512,0.03544811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,256,0.03698644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,128,0.035887222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,64,0.03476633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,3072,0.03543655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,1024,32,0.04604166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,12288,0.047049888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,10240,0.04269633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,8192,0.03641011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,7168,0.03622377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,6144,0.03640577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,5120,0.035741333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,4096,0.03629311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,3584,0.03571966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,3072,0.03507688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,2048,0.03482411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,1536,0.03542066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,1024,0.035660444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,768,0.036961888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,2560,0.03462766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,512,0.033292999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,256,0.033798555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,128,0.03394877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,64,0.036670111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,768,32,0.034748999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,12288,0.032729666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,10240,0.035033555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,8192,0.03520833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,7168,0.03317022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,6144,0.03419866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,5120,0.033106666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,4096,0.03269211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,3584,0.03390688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,3072,0.035013333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,2560,0.03509133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,2048,0.033132666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,1536,0.03284666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,1024,0.03595366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,768,0.033125444444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,512,0.038455444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,256,0.035983999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,128,0.03328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,64,0.034541
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,512,32,0.03547122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,12288,0.040161333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,10240,0.04026966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,8192,0.04008766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,7168,0.04031588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,6144,0.03974244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,5120,0.03462911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,4096,0.034493333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,3584,0.03560555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,3072,0.03468111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,2560,0.03535855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,2048,0.03527333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,1536,0.03580344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,1024,0.03562144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,768,0.03594933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,512,0.03495266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,256,0.03479377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,128,0.034853
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,64,0.034478888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,256,32,0.03548133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,12288,0.04289422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,10240,0.038780444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,8192,0.04128511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,7168,0.04228899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,6144,0.0410121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,5120,0.04234244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,4096,0.036060555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,3584,0.03517222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,3072,0.03527622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,2560,0.03542644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,2048,0.03652277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,1536,0.03360211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,1024,0.03589588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,768,0.03648955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,512,0.03548133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,256,0.03616166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,128,0.0660241111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,64,0.03475477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,128,32,0.03447455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,12288,0.06553588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,10240,0.05659477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,8192,0.04060766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,7168,0.04190044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,6144,0.04286677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,5120,0.0600961111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,4096,0.040794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,3584,0.03505811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,3072,0.034971444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,2048,0.03531377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,1536,0.03715977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,1024,0.03562288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,768,0.034929555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,512,0.03642455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,2560,0.03614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,256,0.08150566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,128,0.03498011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,64,0.034775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,64,32,0.07132088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,12288,0.077259
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,10240,0.04198422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,8192,0.04296355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,7168,0.041883111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,6144,0.06184244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,5120,0.04215033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,4096,0.04216911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,3584,0.03647944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,3072,0.035607
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,2560,0.03465077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,2048,0.03457277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,1536,0.03553477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,1024,0.03518088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,768,0.034715777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,512,0.03503211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,256,0.034541
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,128,0.03223422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,64,0.034021
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,48,32,32,0.03416255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,12288,0.3165138888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,10240,0.2025082222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,8192,0.15787199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,7168,0.14407755555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,6144,0.13229666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,5120,0.103337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,4096,0.07841744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,3584,0.07409422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,3072,0.06676222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,2560,0.05420277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,2048,0.04553033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,1024,0.044185555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,768,0.03548133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,1536,0.03582222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,512,0.03522711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,256,0.034493333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,128,0.03482266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,64,0.03444277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,12288,32,0.033502444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,12288,0.26594388888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,10240,0.16710055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,8192,0.131066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,7168,0.118755
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,6144,0.11150388888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,5120,0.08501711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,4096,0.06524266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,3584,0.061425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,3072,0.055654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,2560,0.045461
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,1536,0.037727444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,2048,0.03839044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,1024,0.03872122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,768,0.036310444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,512,0.03639711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,256,0.035069666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,128,0.03596811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,64,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,10240,32,0.034382111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,12288,0.22290666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,10240,0.14841522222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,8192,0.11769188888888887
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,7168,0.10656244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,6144,0.09736133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,5120,0.07662344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,4096,0.06042255555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,3584,0.05534966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,3072,0.049814555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,2560,0.04099622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,1536,0.03834133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,1024,0.03800911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,2048,0.03940877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,768,0.03713377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,512,0.03660511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,256,0.034943999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,128,0.03634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,64,0.03284666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,8192,32,0.03357466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,12288,0.20120388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,10240,0.1204478888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,8192,0.09401022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,7168,0.08579277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,6144,0.07992833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,5120,0.06227144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,4096,0.048087
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,3584,0.04509266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,3072,0.04085177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,2048,0.040000999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,2560,0.039234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,1536,0.036720666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,1024,0.04037222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,768,0.05492933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,512,0.03900144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,256,0.04746444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,64,0.07303977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,32,0.06260222222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,7168,128,0.051290777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,12288,0.18399477777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,10240,0.11223766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,8192,0.088283
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,7168,0.08032122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,6144,0.07423866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,5120,0.05835699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,4096,0.045511555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,3584,0.04207377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,3072,0.03935966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,2560,0.03895233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,2048,0.037442888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,1536,0.036837666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,1024,0.036837666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,768,0.038072666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,512,0.03686366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,256,0.03530944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,128,0.03605622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,64,0.03622811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,6144,32,0.03437633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,12288,0.1450251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,10240,0.08448555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,8192,0.06695144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,7168,0.06026222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,6144,0.057057
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,5120,0.04363377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,4096,0.034728777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,3072,0.036282999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,3584,0.03457133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,2560,0.03478944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,2048,0.03408744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,1536,0.03421455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,1024,0.034292555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,768,0.03370466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,512,0.03252022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,256,0.03204933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,128,0.031616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,64,0.032099888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,5120,32,0.03056155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,12288,0.1276831111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,10240,0.07653533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,8192,0.06011777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,7168,0.05587833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,6144,0.05046166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,5120,0.040248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,3584,0.03531666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,4096,0.03525455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,3072,0.03555788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,2560,0.03505522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,2048,0.034133666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,1536,0.03469411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,1024,0.03373788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,768,0.035126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,512,0.03399933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,256,0.03261844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,128,0.03202333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,64,0.03138777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,4096,32,0.03135888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,12288,0.12097655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,10240,0.07383855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,8192,0.057640555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,7168,0.05345888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,6144,0.04808122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,4096,0.035009
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,5120,0.05343
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,3584,0.03436622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,3072,0.034783666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,2560,0.034951222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,2048,0.03396177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,1536,0.034529444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,1024,0.03479522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,768,0.03458577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,512,0.032528888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,128,0.03575144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,64,0.033805777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,32,0.032732555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3584,256,0.03368444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,12288,0.11126266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,10240,0.06979988888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,8192,0.054773333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,7168,0.05068122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,6144,0.04530066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,5120,0.036368222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,4096,0.036935888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,3584,0.036206444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,3072,0.035341222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,2560,0.035195333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,2048,0.036775555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,1024,0.03412933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,768,0.034556888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,512,0.03569944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,256,0.03577744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,1536,0.03547411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,128,0.03224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,64,0.03419144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,3072,32,0.031494666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,12288,0.08736433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,10240,0.04309355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,8192,0.054314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,6144,0.034834222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,7168,0.03503211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,5120,0.03478077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,4096,0.034688333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,3584,0.03434311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,3072,0.03359344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,2560,0.033924222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,2048,0.034593
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,1536,0.033542888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,1024,0.03384477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,768,0.03272677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,512,0.033201999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,256,0.03341288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,128,0.03219088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,64,0.032475444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2560,32,0.03179222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,12288,0.05915288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,10240,0.038068333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,8192,0.03501044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,7168,0.044746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,6144,0.03853922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,5120,0.036335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,4096,0.03333777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,3584,0.03276433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,3072,0.03229777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,2560,0.03249422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,2048,0.03219377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,1536,0.03269211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,1024,0.03257222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,768,0.032251555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,512,0.03416688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,256,0.03662822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,128,0.034033999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,64,0.034504888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,2048,32,0.032786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,12288,0.052407333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,10240,0.04202033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,8192,0.034728777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,7168,0.034398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,6144,0.034905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,5120,0.03563155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,4096,0.03469411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,3584,0.035399
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,3072,0.035609888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,2560,0.033752333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,2048,0.03413655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,1536,0.034265111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,1024,0.033909777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,768,0.03407733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,512,0.03376677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,256,0.03432288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,128,0.034383555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,64,0.03197133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1536,32,0.031454222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,10240,0.03415677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,8192,0.03401955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,7168,0.03245377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,12288,0.03442544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,6144,0.03374944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,5120,0.033995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,4096,0.03356166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,3584,0.03248411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,3072,0.032211111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,2560,0.032487
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,2048,0.03263866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,1536,0.032929
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,1024,0.03285966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,768,0.033668555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,512,0.03278888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,256,0.033331999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,128,0.03260688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,64,0.032579444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,1024,32,0.030831666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,12288,0.03445866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,10240,0.033553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,8192,0.03868655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,7168,0.03356022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,6144,0.033473555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,5120,0.033147111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,4096,0.03317311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,3584,0.044451333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,3072,0.04960799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,2048,0.03315722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,1536,0.032982444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,1024,0.03368733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,768,0.033252555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,512,0.03358333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,2560,0.03280333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,256,0.033002666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,128,0.031800888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,64,0.03206666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,768,32,0.03068433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,12288,0.032694999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,10240,0.03351977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,8192,0.033506777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,7168,0.03371477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,6144,0.03564022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,5120,0.03470277777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,4096,0.03356166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,3584,0.03340133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,3072,0.03335366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,2560,0.03382022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,1536,0.03266322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,1024,0.03212155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,768,0.03285966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,512,0.029255777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,256,0.027905222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,2048,0.03232377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,128,0.03248988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,64,0.03276288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,512,32,0.030952999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,12288,0.029450777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,10240,0.027077555555555553
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,8192,0.027133888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,7168,0.02491233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,6144,0.038192555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,5120,0.032598222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,4096,0.032592444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,3584,0.033486555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,3072,0.020879444444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,2560,0.021077333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,2048,0.020401333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,1536,0.020723444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,1024,0.019936222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,768,0.021405222222222218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,512,0.02037822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,256,0.02047211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,128,0.020197666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,64,0.03388233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,256,32,0.03228333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,12288,0.03883822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,10240,0.024175666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,8192,0.024110666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,7168,0.02407311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,6144,0.025293666666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,5120,0.02719311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,4096,0.020366666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,3584,0.021341666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,3072,0.020550111111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,2560,0.021008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,2048,0.020550111111111113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,1536,0.020665666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,1024,0.03263866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,768,0.03263144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,512,0.03253177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,256,0.023644111111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,128,0.019979555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,64,0.020106666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,128,32,0.018562555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,12288,0.03774477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,10240,0.03823444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,8192,0.028608666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,7168,0.02424933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,6144,0.023413
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,5120,0.038544999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,4096,0.032957888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,3584,0.03146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,3072,0.020451888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,2560,0.01976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,2048,0.02002722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,1536,0.01994922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,1024,0.03699511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,768,0.031384888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,512,0.020233777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,256,0.02061222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,128,0.020841888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,64,0.021311333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,64,32,0.020502444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,12288,0.025003333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,10240,0.03817955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,8192,0.03837455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,7168,0.038351444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,6144,0.038370222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,5120,0.03945933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,4096,0.03274122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,3584,0.032563555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,3072,0.03812466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,2560,0.03460166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,2048,0.03258811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,1536,0.03160011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,1024,0.03277733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,768,0.033008444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,512,0.033331999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,256,0.03323233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,128,0.031237555555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,64,0.036556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,32,32,32,0.03200744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,12288,0.3400323333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,10240,0.16743855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,8192,0.12792722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,7168,0.11457766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,6144,0.1171401111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,5120,0.07951088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,4096,0.062164555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,3584,0.05501022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,3072,0.054481555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,2560,0.07180622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,2048,0.035943555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,1536,0.03564744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,1024,0.03491944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,768,0.03634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,512,0.03445866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,256,0.034655111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,128,0.03640433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,64,0.03207244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,12288,32,0.033834666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,12288,0.27575311111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,10240,0.1324988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,8192,0.102557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,7168,0.08843466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,6144,0.09691355555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,5120,0.06274088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,4096,0.04940866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,3584,0.04271366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,3072,0.04288555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,2560,0.03834566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,2048,0.03873566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,1536,0.03773322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,1024,0.03976844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,768,0.03662533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,512,0.03657911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,256,0.03735333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,128,0.035638777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,64,0.03564744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,10240,32,0.035074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,12288,0.24728455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,10240,0.11288766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,8192,0.08740477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,7168,0.07689933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,6144,0.07861677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,5120,0.054982777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,4096,0.042375666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,3584,0.03849011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,3072,0.03716266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,2560,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,1536,0.03535566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,1024,0.03565755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,768,0.03664411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,2048,0.03683911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,512,0.035352777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,256,0.035602666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,128,0.03592622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,64,0.03554488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,8192,32,0.034301222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,12288,0.21723866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,10240,0.1028892222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,8192,0.08034722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,7168,0.07128333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,6144,0.07289822222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,5120,0.05113622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,4096,0.10145922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,3584,0.03904333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,3072,0.038116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,2560,0.038787666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,2048,0.037893555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,1536,0.036580555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,1024,0.03832544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,768,0.03635666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,512,0.03730711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,256,0.03811166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,128,0.03539611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,64,0.04017144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,7168,32,0.039827666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,12288,0.18308622222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,10240,0.09627077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,8192,0.07492766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,7168,0.06701644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,6144,0.07009455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,5120,0.056639555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,4096,0.037919555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,3584,0.03825322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,3072,0.038212777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,2560,0.03790222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,2048,0.03881222222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,1536,0.060122111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,1024,0.060146666666666675
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,768,0.05762177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,512,0.03516211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,256,0.035868444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,128,0.03507111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,64,0.03527477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,6144,32,0.044941
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,12288,0.13904511111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,10240,0.068315
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,8192,0.05401644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,7168,0.04644466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,6144,0.05051655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,5120,0.039605222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,4096,0.037087555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,3072,0.03789066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,2560,0.03757144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,2048,0.03573122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,1536,0.036569
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,3584,0.038050999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,1024,0.05659477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,768,0.053678444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,512,0.05280022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,128,0.056154222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,64,0.04776633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,32,0.041416555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,5120,256,0.05221522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,12288,0.111618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,10240,0.05701655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,8192,0.04597811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,7168,0.040195999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,6144,0.061763000000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,5120,0.037921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,3584,0.06272066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,3072,0.0590691111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,4096,0.03894366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,2560,0.038466999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,2048,0.034736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,1536,0.035113
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,1024,0.03583522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,768,0.035166444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,512,0.036361
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,256,0.03542788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,128,0.034699888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,64,0.03493966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,4096,32,0.034814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,12288,0.09689333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,10240,0.05010777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,8192,0.04069866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,7168,0.03732733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,6144,0.03997211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,5120,0.05666122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,4096,0.036574777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,3072,0.037829999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,3584,0.05384022222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,2560,0.03630322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,2048,0.036271444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,1536,0.03751366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,1024,0.052472333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,768,0.049631111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,512,0.041368888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,256,0.03469122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,128,0.03437344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,64,0.03442688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3584,32,0.033592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,12288,0.09036444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,10240,0.04608211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,8192,0.03799177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,7168,0.037769333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,5120,0.03737066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,6144,0.04130677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,3584,0.035932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,3072,0.042047777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,2560,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,4096,0.038428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,2048,0.03678566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,1536,0.03641444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,1024,0.03627866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,768,0.037169888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,512,0.03609955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,256,0.035843888888888883
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,128,0.03503933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,64,0.03474033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,3072,32,0.03497722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,12288,0.07773999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,10240,0.05555622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,8192,0.03825177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,7168,0.04663244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,6144,0.03769422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,5120,0.037386555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,4096,0.037074555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,3584,0.03664988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,3072,0.036997999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,2560,0.03601
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,2048,0.036700444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,1536,0.036102444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,1024,0.03746744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,768,0.03522711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,512,0.03486311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,256,0.03516933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,128,0.03510433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,64,0.03447744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2560,32,0.034819777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,12288,0.057701222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,10240,0.03917333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,7168,0.03767544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,8192,0.03811166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,6144,0.05365966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,5120,0.05429811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,4096,0.03692288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,3584,0.05160133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,3072,0.034502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,2560,0.03698933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,2048,0.03654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,1536,0.03638411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,1024,0.036096666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,768,0.03599411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,256,0.03627433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,128,0.034932444444444447
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,64,0.03547122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,32,0.03442833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,2048,512,0.03554633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,12288,0.05078811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,10240,0.03458866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,8192,0.034033999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,6144,0.03574566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,5120,0.03515344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,4096,0.035660444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,7168,0.034883333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,3584,0.034487555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,3072,0.0726858888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,2560,0.03579911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,2048,0.03566911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,1536,0.048390333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,1024,0.04514755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,768,0.04341133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,512,0.04056577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,256,0.039095333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,128,0.041813777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,64,0.03444277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1536,32,0.03442833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,12288,0.03286833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,10240,0.033827444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,8192,0.03393288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,7168,0.03350533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,6144,0.033141333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,5120,0.03328288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,4096,0.03416255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,3584,0.034097555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,3072,0.03695611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,2560,0.035292111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,2048,0.036673
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,1536,0.036226666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,1024,0.035677777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,768,0.03540333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,512,0.053645222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,128,0.031578444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,64,0.03230355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,32,0.03410766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,1024,256,0.03529355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,12288,0.03527622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,10240,0.03531666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,8192,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,7168,0.03851466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,6144,0.038869999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,5120,0.03630322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,4096,0.03673511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,3584,0.035310888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,3072,0.03510866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,2560,0.03577888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,2048,0.034867444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,1024,0.035074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,768,0.035611333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,512,0.03631766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,256,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,1536,0.03584244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,128,0.035069666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,64,0.03401666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,768,32,0.03459877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,12288,0.033987777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,10240,0.033124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,8192,0.03340566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,7168,0.03751222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,6144,0.036316222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,5120,0.03466088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,4096,0.03529355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,3584,0.03614866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,3072,0.03676111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,2560,0.036886777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,2048,0.035992666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,1536,0.044474444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,1024,0.03561711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,768,0.03726377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,512,0.03742555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,256,0.03683333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,128,0.035529
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,64,0.032732555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,512,32,0.03874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,12288,0.04519666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,10240,0.04278444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,8192,0.05982166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,7168,0.04285666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,6144,0.036255555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,5120,0.03674377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,4096,0.035672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,3584,0.03500322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,3072,0.05398755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,2560,0.05371888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,2048,0.054019333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,1536,0.036935888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,1024,0.03566911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,768,0.03862588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,512,0.03522422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,256,0.03485877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,128,0.03557088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,64,0.03437922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,256,32,0.037532444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,12288,0.04398188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,10240,0.04294044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,8192,0.04146422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,7168,0.04422022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,6144,0.04219511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,5120,0.04398044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,4096,0.03754688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,3584,0.04246522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,3072,0.03563444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,2560,0.034850111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,2048,0.03489922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,1536,0.03630322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,1024,0.036985
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,768,0.03646355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,512,0.03796577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,256,0.03644911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,128,0.03645344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,64,0.06065944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,128,32,0.055263
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,12288,0.04299533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,10240,0.05763333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,8192,0.041145
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,7168,0.04260533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,6144,0.043630888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,5120,0.04428233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,4096,0.039002888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,3584,0.037099111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,3072,0.03726666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,2560,0.037309999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,2048,0.03708033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,1536,0.035679222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,1024,0.035110111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,768,0.03479666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,512,0.03642311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,256,0.034569888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,128,0.033856333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,64,0.03376244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,64,32,0.03347066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,12288,0.041292333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,10240,0.04150033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,8192,0.040664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,7168,0.051344222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,6144,0.04099044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,5120,0.04598533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,4096,0.056509555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,3584,0.03545388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,3072,0.03654011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,2560,0.03565755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,2048,0.03538455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,1536,0.05043277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,1024,0.035222777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,768,0.038300888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,512,0.037921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,256,0.04055711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,128,0.032495666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,64,0.04731277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,16,32,32,0.037590222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,12288,0.3517901111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,10240,0.19114477777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,8192,0.145431
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,7168,0.1321652222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,6144,0.12799799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,5120,0.09525677777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,4096,0.07367677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,3584,0.06692688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,3072,0.061689333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,2560,0.048154888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,2048,0.040848888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,1536,0.03897111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,1024,0.03830666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,768,0.03678711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,512,0.03705144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,256,0.03735044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,128,0.03655166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,64,0.036027333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,12288,32,0.03538022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,12288,0.2754555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,10240,0.14542088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,8192,0.10967666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,7168,0.09805177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,6144,0.10105766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,5120,0.06994433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,4096,0.05295188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,3584,0.04899122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,3072,0.04738933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,2560,0.036504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,2048,0.03845255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,1536,0.03786322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,1024,0.037899333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,768,0.03788344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,512,0.035901666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,256,0.03718866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,128,0.03616888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,64,0.03712077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,10240,32,0.03535566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,12288,0.24582277777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,10240,0.12837933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,8192,0.09912644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,7168,0.08947466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,6144,0.08568155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,5120,0.06453055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,4096,0.04963255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,3584,0.04602144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,3072,0.04267177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,2560,0.03868077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,1536,0.03523722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,1024,0.03471
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,768,0.03475622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,2048,0.04094711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,512,0.05582344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,256,0.03657622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,128,0.03608366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,64,0.03619055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,8192,32,0.03457711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,12288,0.22945722222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,10240,0.12443022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,8192,0.09652499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,7168,0.08677355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,6144,0.08295733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,5120,0.06288244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,4096,0.04794111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,3584,0.044511999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,3072,0.04040977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,2048,0.037351888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,2560,0.03887433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,1536,0.04501611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,1024,0.038232999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,768,0.03843955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,512,0.03852044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,256,0.03689111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,128,0.037324444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,64,0.038516111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,7168,32,0.03671055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,12288,0.19247366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,10240,0.11839533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,8192,0.0932461111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,7168,0.08436133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,6144,0.07957588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,5120,0.060864555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,4096,0.046129777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,3584,0.04196255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,2560,0.03840344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,2048,0.039626888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,1536,0.038129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,3072,0.039493999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,1024,0.03732733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,768,0.03664411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,256,0.03725077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,128,0.036372555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,64,0.03698933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,32,0.03512166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,6144,512,0.036184777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,12288,0.16255199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,10240,0.07500566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,8192,0.057682444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,7168,0.05181077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,6144,0.05141355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,5120,0.03753388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,4096,0.03821566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,3072,0.036879555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,2560,0.03810444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,2048,0.036219444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,3584,0.03723055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,1536,0.03602877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,1024,0.03628733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,768,0.03600277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,512,0.048618555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,256,0.03619488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,128,0.03648088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,64,0.03657333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,5120,32,0.03409611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,12288,0.12464544444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,10240,0.06602555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,8192,0.052532999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,7168,0.047819777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,6144,0.04483266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,5120,0.03805677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,3584,0.03640288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,4096,0.06295033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,3072,0.03707311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,2560,0.03770866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,2048,0.03632344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,1536,0.03585111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,1024,0.03528777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,768,0.03708611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,512,0.035491444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,256,0.036859333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,128,0.03665855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,64,0.035204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,4096,32,0.03838033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,12288,0.09483066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,10240,0.053313
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,8192,0.042547555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,7168,0.03905344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,6144,0.03824455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,4096,0.052101111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,5120,0.038884444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,3584,0.040821444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,3072,0.03665566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,2560,0.03539177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,2048,0.03598544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,1536,0.036894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,1024,0.036124111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,768,0.03594644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,512,0.03719444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,256,0.03704711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,128,0.06759855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,64,0.036651333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3584,32,0.034520777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,12288,0.09061866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,10240,0.051095777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,8192,0.039925888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,7168,0.03723922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,6144,0.03793688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,5120,0.036033111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,3584,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,3072,0.03584244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,2560,0.03533688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,4096,0.035666222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,2048,0.035478444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,1536,0.035607
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,1024,0.03627288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,768,0.03585833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,512,0.03535855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,256,0.03659211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,128,0.03652133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,64,0.03681022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,3072,32,0.03554344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,12288,0.06244766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,10240,0.03961244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,8192,0.04622944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,6144,0.03786177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,7168,0.04117822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,5120,0.04033322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,4096,0.03853633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,3584,0.036713444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,3072,0.037164111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,2560,0.03683044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,2048,0.036684555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,1536,0.03682611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,1024,0.03729988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,768,0.03585111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,512,0.03632055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,128,0.036492444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,64,0.045102777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,32,0.03849877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2560,256,0.03605622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,12288,0.06364655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,10240,0.03893933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,8192,0.06094544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,7168,0.03684488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,6144,0.037032666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,5120,0.03627433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,4096,0.03611977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,3584,0.03509566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,3072,0.035182333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,2560,0.035284888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,2048,0.035255999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,1536,0.03564888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,1024,0.035735555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,768,0.03639711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,512,0.035511666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,256,0.036766888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,128,0.03675244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,64,0.03650977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,2048,32,0.03346922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,12288,0.05489611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,10240,0.03784155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,8192,0.03872266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,7168,0.037455888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,6144,0.03604322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,5120,0.035484222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,4096,0.03569511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,3584,0.035289222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,3072,0.035435111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,2560,0.03673511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,2048,0.03571677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,1536,0.03585111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,1024,0.03618911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,768,0.03580344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,512,0.03611544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,256,0.037185777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,128,0.03716122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,64,0.04758722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1536,32,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,12288,0.04301844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,10240,0.037154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,8192,0.03625844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,7168,0.041821
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,6144,0.03570233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,5120,0.03547122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,4096,0.03339988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,3584,0.03614144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,2560,0.03588577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,2048,0.039336555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,1536,0.03519388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,1024,0.035685
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,3072,0.03666866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,768,0.03661088888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,512,0.036912777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,256,0.03647944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,128,0.03565611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,64,0.03640433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,1024,32,0.03555211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,12288,0.03565033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,10240,0.035713888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,8192,0.035706666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,7168,0.03537877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,6144,0.03579911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,5120,0.035463999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,4096,0.03664122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,3584,0.03972222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,3072,0.03732011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,2560,0.036096666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,2048,0.036124111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,1536,0.03535133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,1024,0.03577455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,768,0.03558677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,512,0.03622377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,256,0.03520544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,128,0.03452366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,64,0.03582077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,768,32,0.035615666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,12288,0.04149744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,10240,0.03540622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,8192,0.034788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,7168,0.032999777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,6144,0.033909777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,5120,0.035221333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,4096,0.034883333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,3584,0.03535566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,3072,0.03519677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,2560,0.03604466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,2048,0.033661333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,1536,0.06257333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,1024,0.054779111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,768,0.05187
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,256,0.04639411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,128,0.040937
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,64,0.03847133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,32,0.033618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,12288,0.04093411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,10240,0.04115511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,8192,0.04072611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,512,512,0.03698788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,7168,0.04121866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,6144,0.040564333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,5120,0.04009344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,4096,0.03566766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,3584,0.035269
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,3072,0.03536288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,2560,0.03548855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,1536,0.036291666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,1024,0.03578755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,768,0.03575722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,512,0.03464066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,2048,0.037197333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,256,0.037364888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,128,0.035215555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,64,0.049716333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,256,32,0.05255611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,12288,0.04195244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,10240,0.058749888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,8192,0.06152899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,7168,0.041277888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,5120,0.04070877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,4096,0.040883555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,3584,0.032814888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,3072,0.03500466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,6144,0.03924411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,2560,0.037421222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,2048,0.036267111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,1536,0.03673077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,1024,0.03683333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,768,0.03648666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,512,0.036121222222222214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,256,0.036392777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,128,0.035215555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,64,0.05088055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,128,32,0.03543366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,12288,0.04053977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,10240,0.04475322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,8192,0.041069888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,7168,0.04128944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,6144,0.04115222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,5120,0.06583055555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,4096,0.04494822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,3584,0.050055777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,3072,0.0377
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,2560,0.03553044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,2048,0.03547411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,1536,0.035365777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,1024,0.035560777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,768,0.07009311111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,256,0.03542788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,128,0.035173666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,64,0.03508844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,32,0.03532244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,64,512,0.03893644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,12288,0.04554188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,10240,0.04740233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,8192,0.04739655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,7168,0.041706888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,6144,0.04215033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,5120,0.047452888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,4096,0.04656888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,3584,0.03552177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,2560,0.034991666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,2048,0.03514188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,1536,0.037822777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,1024,0.03558677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,3072,0.035186666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,768,0.05594044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,512,0.05652977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,256,0.03595366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,128,0.03798166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,64,0.03424922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,8,32,32,0.036766888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,12288,0.25263766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,10240,0.15208411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,8192,0.12279799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,7168,0.10949466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,6144,0.1074998888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,5120,0.08158944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,4096,0.058963666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,3584,0.059498111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,3072,0.05391388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,2560,0.04410466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,2048,0.038043777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,1024,0.041660666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,1536,0.038064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,768,0.03826333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,512,0.037753444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,256,0.036316222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,128,0.03813188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,64,0.03831244444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,12288,32,0.03787477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,12288,0.22417344444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,10240,0.1254731111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,8192,0.10233455555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,7168,0.08979244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,6144,0.09051611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,5120,0.06754655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,4096,0.05049922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,3584,0.04942166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,3072,0.04456833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,2560,0.04150177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,1536,0.03920366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,1024,0.037968666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,768,0.03868944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,2048,0.038656222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,512,0.03696766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,256,0.03693444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,128,0.04306755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,64,0.036713444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,10240,32,0.04568922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,12288,0.18954577777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,10240,0.11810355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,8192,0.09108088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,7168,0.0841981111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,6144,0.08141033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,5120,0.06323055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,4096,0.04504355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,3584,0.045774444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,3072,0.049404333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,2560,0.04483266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,1536,0.03867788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,1024,0.039148777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,768,0.037343222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,2048,0.04052244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,512,0.039801666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,256,0.03809722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,128,0.03762633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,64,0.03701244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,8192,32,0.037778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,12288,0.1680351111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,10240,0.092833
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,8192,0.073827
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,7168,0.06649066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,6144,0.0658811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,5120,0.04991999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,4096,0.03856377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,3584,0.03817955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,3072,0.038351444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,2048,0.03891622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,1536,0.03757144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,2560,0.03891477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,1024,0.03796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,768,0.03765377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,512,0.03709622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,256,0.03696477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,128,0.03694022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,64,0.03640288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,7168,32,0.037941222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,12288,0.1593121111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,10240,0.089622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,8192,0.06775744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,7168,0.06428355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,6144,0.06208655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,5120,0.04807544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,4096,0.044197111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,3584,0.03821711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,2560,0.037946999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,3072,0.03904044444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,2048,0.042131555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,1536,0.037895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,1024,0.035531888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,768,0.03658633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,512,0.03661377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,256,0.037720222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,128,0.03661811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,64,0.036959
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,6144,32,0.03714244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,12288,0.12738266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,10240,0.06465188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,8192,0.053317333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,7168,0.046781222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,6144,0.049186222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,5120,0.05082711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,4096,0.03960811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,3584,0.039278777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,3072,0.03834133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,2560,0.056217777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,1536,0.05612822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,2048,0.03770866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,1024,0.03840488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,768,0.036865111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,512,0.03704999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,256,0.03554344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,128,0.03621511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,64,0.03663977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,5120,32,0.03572111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,12288,0.10959577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,10240,0.060607444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,8192,0.04658188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,7168,0.043548555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,6144,0.04262266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,5120,0.039973555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,4096,0.037601777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,3584,0.038997111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,3072,0.037249333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,2560,0.054524888888888894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,2048,0.058616999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,1536,0.03832544444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,1024,0.03667444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,768,0.038064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,512,0.03647511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,256,0.05989533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,128,0.047372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,64,0.03601
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,4096,32,0.03713233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,12288,0.10459944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,10240,0.05973499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,8192,0.04422455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,7168,0.042527333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,6144,0.039489666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,4096,0.03886711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,3584,0.03765377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,5120,0.03831822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,3072,0.038504555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,2560,0.03749488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,2048,0.038532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,1536,0.037114999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,1024,0.03658344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,768,0.03702111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,512,0.03910977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,256,0.05118822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,128,0.057845666666666656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,64,0.056590444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3584,32,0.036933
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,12288,0.08772833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,10240,0.05838733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,8192,0.042291888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,7168,0.04130966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,5120,0.039363999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,6144,0.039531555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,4096,0.052975
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,3584,0.03801344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,3072,0.038406333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,2560,0.03707888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,2048,0.03930622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,1536,0.03630177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,1024,0.036678777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,768,0.03748477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,512,0.03643322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,256,0.03799177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,128,0.036166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,64,0.04806533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,3072,32,0.05413922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,12288,0.072371
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,10240,0.03796577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,8192,0.05055122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,7168,0.037942666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,6144,0.03773322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,5120,0.035596888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,3584,0.035425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,3072,0.03654011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,2560,0.03526611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,4096,0.03605333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,2048,0.03619777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,1536,0.03627722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,768,0.037464555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,512,0.03765811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,256,0.03628444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,1024,0.035934888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,128,0.038601333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,64,0.036746666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2560,32,0.03784444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,12288,0.05716099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,10240,0.037877666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,8192,0.03783144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,7168,0.03773322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,6144,0.03813911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,5120,0.03717566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,4096,0.04604888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,3584,0.036408666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,3072,0.036504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,2560,0.03618911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,2048,0.036470777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,1536,0.035204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,1024,0.03616744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,768,0.035146222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,512,0.03616311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,256,0.035221333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,128,0.03582077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,64,0.03525744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,2048,32,0.035881444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,10240,0.037331666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,12288,0.045550555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,8192,0.03761188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,7168,0.037908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,6144,0.037740444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,5120,0.03626133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,4096,0.036365333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,3584,0.057737333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,3072,0.03836588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,2560,0.03765811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,2048,0.08975922222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,1536,0.038568111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,1024,0.03819977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,768,0.03611544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,512,0.03550011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,256,0.034938222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,64,0.036394222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,128,0.03625988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1536,32,0.03676111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,12288,0.035312333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,10240,0.036142888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,8192,0.03562144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,7168,0.03620211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,6144,0.03597244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,5120,0.035243000000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,4096,0.03567488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,3584,0.03618766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,3072,0.03497577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,2560,0.035943555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,2048,0.03558677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,1536,0.035429333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,1024,0.03609522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,768,0.03838033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,512,0.036558888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,256,0.03563155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,128,0.036791444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,64,0.057090222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,1024,32,0.03651555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,10240,0.03546833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,8192,0.035373
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,7168,0.035914666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,12288,0.06761444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,6144,0.03548566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,5120,0.04610233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,4096,0.04838166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,3584,0.04410611111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,3072,0.039141555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,2560,0.03707166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,2048,0.035554999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,1536,0.03576588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,1024,0.03504222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,768,0.03455977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,512,0.03522566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,256,0.035269
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,128,0.035527555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,64,0.035325333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,768,32,0.03867933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,12288,0.052690444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,10240,0.03597533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,8192,0.03517511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,7168,0.03542211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,6144,0.035607
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,5120,0.03781122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,4096,0.03411344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,3584,0.03634944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,3072,0.04927433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,2560,0.03372633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,2048,0.035930555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,1536,0.03440955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,1024,0.03563588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,768,0.034929555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,512,0.03477644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,256,0.03529066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,128,0.03490933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,64,0.03266322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,512,32,0.033652666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,12288,0.03545533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,10240,0.03607355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,8192,0.03510577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,7168,0.032929
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,6144,0.035087
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,5120,0.03559111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,4096,0.03305466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,3584,0.03460888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,3072,0.035192444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,2560,0.03526611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,2048,0.03471866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,1536,0.03455833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,1024,0.03544666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,768,0.03499599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,512,0.035179444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,256,0.03296944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,128,0.03514911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,64,0.036496777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,256,32,0.043885111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,12288,0.03635666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,10240,0.03560122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,8192,0.03741111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,7168,0.03693155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,6144,0.03685355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,5120,0.038336999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,4096,0.03724788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,3584,0.03562144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,3072,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,2560,0.037470333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,2048,0.036865111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,1536,0.03677411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,1024,0.03525022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,768,0.037373555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,512,0.03789066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,128,0.035715333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,64,0.037151111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,32,0.03678133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,12288,0.03685499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,128,256,0.03706877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,10240,0.03638411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,8192,0.03507688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,7168,0.033508222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,6144,0.035553555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,5120,0.03602588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,4096,0.03520833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,3584,0.03541344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,3072,0.03484866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,2560,0.034865999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,1536,0.036193444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,1024,0.03464788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,768,0.03585688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,512,0.037921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,256,0.033190444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,128,0.037362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,64,0.03440666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,32,0.03520544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,12288,0.035297888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,64,2048,0.05808688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,10240,0.07885511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,8192,0.035199666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,7168,0.03471144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,6144,0.082277
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,5120,0.03507111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,4096,0.034785111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,3584,0.06682577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,3072,0.03516355555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,2560,0.032734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,2048,0.03528055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,1536,0.03505955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,1024,0.05088633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,768,0.035715333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,512,0.03505955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,256,0.033327666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,128,0.033284333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,64,0.034619
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,4,32,32,0.03577744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,12288,0.24947288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,10240,0.1529161111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,8192,0.12289333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,7168,0.10910033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,6144,0.10706511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,5120,0.08176133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,4096,0.059371
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,3584,0.060256444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,3072,0.056084888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,2560,0.04548411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,2048,0.03690555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,1024,0.044356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,1536,0.03992444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,768,0.05432699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,512,0.04011077777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,256,0.04019455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,128,0.03904333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,64,0.03650255555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,12288,32,0.03754688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,12288,0.22178144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,10240,0.12535322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,8192,0.10312322222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,7168,0.09068799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,6144,0.09028933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,5120,0.06975366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,4096,0.05056277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,3584,0.07476877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,3072,0.045396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,2560,0.046168777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,1536,0.037395222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,1024,0.03689255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,768,0.03676544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,2048,0.03898411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,256,0.04232511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,128,0.037346111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,64,0.037375
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,32,0.03779822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,10240,512,0.036205
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,12288,0.18346466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,10240,0.11822777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,8192,0.09126433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,7168,0.08428766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,6144,0.08343688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,5120,0.06376211111111112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,4096,0.04511288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,3584,0.06397877777777779
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,3072,0.04264866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,2560,0.04080555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,1536,0.059373888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,1024,0.03765377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,2048,0.039205111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,768,0.03718433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,512,0.036462111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,256,0.07916566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,128,0.036456333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,64,0.03962544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,8192,32,0.06480066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,12288,0.16633066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,10240,0.09311177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,8192,0.07565277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,7168,0.06715800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,6144,0.06560233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,5120,0.05024066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,4096,0.03927733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,3584,0.04150611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,3072,0.04009922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,2048,0.03776355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,1536,0.038724111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,1024,0.03757722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,2560,0.042446444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,512,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,256,0.03709766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,128,0.03596233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,768,0.039524333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,64,0.03954022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,7168,32,0.038378888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,12288,0.1585653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,10240,0.08982855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,8192,0.06847099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,7168,0.063804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,6144,0.061855444444444435
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,5120,0.04865466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,4096,0.03887577777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,3584,0.03838033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,2560,0.03795133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,3072,0.04339977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,2048,0.038194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,1536,0.05880477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,1024,0.03770144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,768,0.037594555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,512,0.03654011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,256,0.053401111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,128,0.05233222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,64,0.052739555555555546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,6144,32,0.05300677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,12288,0.1202341111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,10240,0.065325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,8192,0.05396299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,7168,0.046605
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,6144,0.04749911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,5120,0.040591777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,4096,0.039051999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,3584,0.03904188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,3072,0.03832255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,2560,0.03935966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,2048,0.035854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,1536,0.03843666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,1024,0.03715833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,768,0.03865766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,512,0.037037
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,256,0.03594933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,128,0.03760033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,64,0.037468888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,5120,32,0.03615011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,12288,0.10750711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,10240,0.06059588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,8192,0.04706722222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,7168,0.043614999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,6144,0.04190333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,5120,0.03896388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,4096,0.038287888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,3584,0.04092544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,3072,0.03680588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,2560,0.03759744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,2048,0.037364888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,1536,0.03669611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,1024,0.03735911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,768,0.03644044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,256,0.03726233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,128,0.038364444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,64,0.03780688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,32,0.036746666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,4096,512,0.03668311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,12288,0.10191566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,10240,0.059592000000000006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,8192,0.04430833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,7168,0.04259377777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,6144,0.04091244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,4096,0.040931222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,3584,0.037169888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,5120,0.03893788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,3072,0.037581555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,2560,0.037392333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,2048,0.05737911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,1536,0.057992999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,1024,0.054857111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,768,0.03621222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,512,0.036111111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,256,0.03530511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,128,0.036969111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,64,0.03593344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3584,32,0.03617755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,12288,0.08163277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,10240,0.05907777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,8192,0.04319755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,7168,0.04156533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,5120,0.03800911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,4096,0.03857388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,6144,0.03926288888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,3584,0.03461466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,3072,0.038617222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,2560,0.03736633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,2048,0.03774911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,1536,0.037060111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,1024,0.03641155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,768,0.03680733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,512,0.036335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,128,0.03680155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,64,0.03621511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,32,0.03590455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,3072,256,0.03623822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,12288,0.06237688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,10240,0.03809577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,8192,0.04092688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,6144,0.03974388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,5120,0.038568111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,7168,0.03791811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,4096,0.04425055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,3584,0.05647055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,3072,0.03732011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,2560,0.03626566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,2048,0.035423555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,1536,0.03510866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,1024,0.03537011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,768,0.03505811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,512,0.035110111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,256,0.03545822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,128,0.03470711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,64,0.03455977777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2560,32,0.034639222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,12288,0.058338222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,10240,0.03840344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,7168,0.036587777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,6144,0.033061888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,8192,0.03864611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,5120,0.037025444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,4096,0.03736922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,3584,0.035825111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,3072,0.03542644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,2560,0.042705
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,2048,0.03609811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,1536,0.03517511111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,1024,0.035365777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,768,0.05013811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,512,0.035498666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,256,0.03610533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,128,0.035660444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,64,0.035487111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,2048,32,0.034889111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,12288,0.04544655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,10240,0.03807555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,8192,0.03593922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,7168,0.03573266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,6144,0.036657111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,5120,0.03582944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,4096,0.03341288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,3584,0.06062766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,3072,0.03598544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,2560,0.03318322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,2048,0.03780833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,1536,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,1024,0.035978222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,768,0.03520544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,512,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,256,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,128,0.03654011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,64,0.036291666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1536,32,0.03645344444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,12288,0.03626855555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,10240,0.036837666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,8192,0.04324955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,7168,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,6144,0.037258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,5120,0.04878611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,4096,0.03449911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,3584,0.03290011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,3072,0.03517655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,2560,0.05078377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,2048,0.05117233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,1536,0.03496711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,1024,0.03494111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,768,0.039259999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,512,0.04010211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,256,0.038975444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,128,0.03872266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,64,0.036395666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,1024,32,0.03688244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,12288,0.03578611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,10240,0.036076444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,8192,0.035248777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,7168,0.03578177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,6144,0.03586555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,5120,0.03675533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,4096,0.035303666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,3584,0.035589666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,3072,0.036242555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,2560,0.03525311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,1536,0.03510433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,1024,0.03528777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,768,0.03483711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,512,0.03573122222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,2048,0.03594644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,256,0.03828211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,128,0.03301133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,64,0.035334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,768,32,0.05806088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,12288,0.05509833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,10240,0.059649777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,8192,0.052525777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,7168,0.05496255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,6144,0.036775555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,5120,0.03615588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,4096,0.03610677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,3584,0.03594933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,3072,0.03586411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,2560,0.036184777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,2048,0.03538311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,1536,0.03332333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,1024,0.03589877777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,768,0.035505888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,512,0.035199666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,256,0.03529355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,128,0.035463999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,64,0.033079222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,512,32,0.03236422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,12288,0.033411444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,10240,0.03581788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,8192,0.03288133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,7168,0.03568788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,6144,0.036270000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,5120,0.035463999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,4096,0.03774477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,3584,0.036740888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,3072,0.038181
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,2560,0.03455544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,2048,0.035609888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,1536,0.037503555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,1024,0.03601577777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,768,0.036209333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,512,0.033311777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,256,0.03601
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,128,0.03523
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,64,0.03554633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,256,32,0.06283044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,12288,0.03713088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,10240,0.03626566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,8192,0.035790444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,7168,0.03596666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,6144,0.03576733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,5120,0.035326777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,4096,0.035289222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,3584,0.036395666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,3072,0.04176033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,2560,0.03252455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,2048,0.038227222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,1536,0.03581355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,1024,0.036173222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,768,0.03630177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,512,0.03606922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,256,0.03591177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,128,0.035477
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,64,0.036200666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,128,32,0.035867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,12288,0.03607933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,10240,0.03436911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,8192,0.03755411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,7168,0.03703122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,6144,0.035478444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,5120,0.035374444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,4096,0.037178555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,3584,0.05342711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,3072,0.03595944444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,2560,0.03644766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,2048,0.03318755555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,1536,0.034985888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,1024,0.035098555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,768,0.035425
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,512,0.032835111111111114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,256,0.035385999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,128,0.03605622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,64,0.035569444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,64,32,0.04034333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,12288,0.033632444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,10240,0.03576011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,8192,0.03654444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,7168,0.03547411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,6144,0.03609233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,5120,0.035456777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,4096,0.035788999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,3584,0.03573844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,3072,0.03844388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,2560,0.035748555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,2048,0.03594788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,1536,0.035711
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,1024,0.03657911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,768,0.03731433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,512,0.03609233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,256,0.037886333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,128,0.03599555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,64,0.035643111111111105
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,2,32,32,0.05253588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,12288,0.25442299999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,10240,0.15311688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,8192,0.12337577777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,7168,0.109525
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,6144,0.10867422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,5120,0.08234922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,4096,0.059590555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,3584,0.06034744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,3072,0.05456533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,2560,0.04522844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,2048,0.03653722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,1536,0.035910333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,1024,0.03875155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,768,0.039070777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,512,0.05398322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,128,0.03537733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,64,0.036033111111111106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,32,0.03658344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,12288,256,0.0579251111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,12288,0.21939955555555557
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,10240,0.12537777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,8192,0.1022421111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,7168,0.09007988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,6144,0.09029366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,5120,0.06776322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,4096,0.05020455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,3584,0.04995177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,3072,0.045462444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,2560,0.03733455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,2048,0.039635555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,1536,0.03872266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,1024,0.03707166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,768,0.03638122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,512,0.03648811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,256,0.03698933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,128,0.03608222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,64,0.036437555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,10240,32,0.037379333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,12288,0.18384744444444442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,10240,0.11803855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,8192,0.09112422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,7168,0.08434977777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,6144,0.08220477777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,5120,0.06398166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,4096,0.04500888888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,3584,0.047488999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,3072,0.042036222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,2560,0.03613422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,1536,0.036684555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,2048,0.036478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,1024,0.035449555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,768,0.034805333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,512,0.03479522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,256,0.034566999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,128,0.03432722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,64,0.034372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,8192,32,0.034476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,12288,0.16484433333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,10240,0.09232888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,8192,0.07500422222222221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,7168,0.06631155555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,6144,0.06686766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,5120,0.050457333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,4096,0.03911122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,3584,0.03897977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,3072,0.03908088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,2048,0.03826333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,1536,0.03737644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,1024,0.03782855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,2560,0.06427488888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,768,0.038690888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,512,0.03853922222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,256,0.036673
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,128,0.039579222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,64,0.037211777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,7168,32,0.10016066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,12288,0.15670777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,10240,0.08934322222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,8192,0.06974499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,7168,0.06398166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,6144,0.06292144444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,5120,0.04855644444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,4096,0.035819333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,3584,0.038565222222222216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,2560,0.04977411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,2048,0.037581555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,1536,0.03824888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,3072,0.03914588888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,1024,0.03889455555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,768,0.03755555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,512,0.037948444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,256,0.038004777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,128,0.03699655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,64,0.036789999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,6144,32,0.037544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,12288,0.11547466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,10240,0.06466922222222223
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,8192,0.05389077777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,7168,0.047439888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,6144,0.04691411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,5120,0.042437777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,4096,0.04256777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,3072,0.03889311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,2560,0.038462666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,3584,0.038238777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,2048,0.038823777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,1024,0.040243666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,768,0.037544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,512,0.03715833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,256,0.03720455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,1536,0.037294111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,128,0.040551333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,64,0.039832
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,5120,32,0.043576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,12288,0.10519311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,10240,0.06109422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,8192,0.04687655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,7168,0.043968888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,6144,0.042813333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,5120,0.03974966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,3584,0.03802066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,4096,0.03942322222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,3072,0.037999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,2560,0.037643666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,2048,0.037634999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,1536,0.036959
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,1024,0.03726522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,768,0.0457441111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,512,0.041445444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,256,0.03609522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,128,0.1061941111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,64,0.06783544444444443
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,4096,32,0.054608666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,12288,0.10470633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,10240,0.05944177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,8192,0.04429822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,7168,0.04290866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,6144,0.04091966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,5120,0.03890611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,4096,0.03862588888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,3584,0.037816999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,3072,0.03854066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,2560,0.037510777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,2048,0.036556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,1536,0.03638555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,1024,0.03772455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,768,0.035965222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,512,0.036368222222222225
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,128,0.036961888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,64,0.03741111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,32,0.03694022222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3584,256,0.036080777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,12288,0.083408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,10240,0.05874411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,8192,0.04326688888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,7168,0.04181666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,5120,0.03932644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,6144,0.039595111111111116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,4096,0.03806544444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,3584,0.03892344444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,3072,0.04056722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,2560,0.038601333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,2048,0.04032311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,1536,0.03673655555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,1024,0.03869233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,768,0.037362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,512,0.03607788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,256,0.03668166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,128,0.037165555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,64,0.037448666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,3072,32,0.03713522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,12288,0.07051055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,10240,0.03773466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,8192,0.03748622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,7168,0.038066888888888886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,6144,0.037103444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,5120,0.03683622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,4096,0.03709622222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,3584,0.036296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,3072,0.03581355555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,2560,0.03600422222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,2048,0.03704855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,1536,0.03677122222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,1024,0.055106999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,768,0.035894444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,512,0.03609377777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,256,0.035346999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,128,0.03578033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,64,0.03597388888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2560,32,0.03630177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,12288,0.04835855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,10240,0.03762777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,8192,0.03784733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,7168,0.04254611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,6144,0.03814633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,5120,0.03589011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,4096,0.036603666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,3584,0.03612844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,3072,0.03342011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,2048,0.03555066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,1536,0.034812555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,1024,0.03499744444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,768,0.03433733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,2560,0.036267111111111104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,512,0.03708611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,256,0.036558888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,128,0.036346555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,64,0.036401444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,2048,32,0.036222333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,12288,0.04483266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,10240,0.053089111111111115
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,8192,0.03596088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,7168,0.03591177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,6144,0.03668166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,5120,0.03732877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,4096,0.035998444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,3584,0.03550011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,3072,0.03617755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,2560,0.03550877777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,2048,0.035527555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,1536,0.03558677777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,1024,0.03544522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,768,0.03482844444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,512,0.056239444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,256,0.04210266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,128,0.036127
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,64,0.036563222222222226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1536,32,0.03585688888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,12288,0.05685333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,10240,0.03532966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,8192,0.035784666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,7168,0.037988888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,6144,0.03692288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,5120,0.03580055555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,4096,0.03612844444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,3584,0.04282777777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,3072,0.03497288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,2560,0.034931
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,2048,0.035978222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,1536,0.032876999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,1024,0.03576011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,768,0.034699888888888884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,512,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,256,0.03547988888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,128,0.03502488888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,64,0.035998444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,1024,32,0.03516788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,12288,0.035713888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,10240,0.03610822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,8192,0.035529
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,7168,0.03631188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,6144,0.03537011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,5120,0.03462766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,4096,0.03457133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,3584,0.037399555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,3072,0.052498333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,2560,0.03488044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,2048,0.036441888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,1536,0.03607788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,768,0.050230555555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,512,0.03497722222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,256,0.043581777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,1024,0.03249855555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,128,0.035450999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,64,0.03475188888888888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,768,32,0.05504055555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,12288,0.04277
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,10240,0.032840888888888885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,8192,0.035283444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,7168,0.04265733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,6144,0.03518088888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,5120,0.033311777777777773
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,4096,0.03488477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,3584,0.035060999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,3072,0.03466811111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,2560,0.03426944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,2048,0.03516788888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,1536,0.03477211111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,1024,0.03267044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,768,0.035540555555555554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,512,0.04099766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,256,0.07738177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,128,0.03666288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,64,0.03630611111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,512,32,0.035788999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,12288,0.03695177777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,10240,0.037129444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,8192,0.03540477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,7168,0.03700955555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,6144,0.03578177777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,5120,0.03589733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,4096,0.03684777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,3584,0.03586411111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,3072,0.03532822222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,2560,0.03530655555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,2048,0.03446733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,1536,0.033161555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,1024,0.03319766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,768,0.03530222222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,512,0.03502633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,256,0.03471144444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,128,0.03527188888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,64,0.03438644444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,256,32,0.03408744444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,12288,0.03531522222222222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,8192,0.04653277777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,7168,0.035741333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,6144,0.06028388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,10240,0.03530944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,5120,0.037375
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,4096,0.03574711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,3584,0.03699944444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,3072,0.03586555555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,2560,0.035932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,2048,0.03857677777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,1536,0.04065244444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,1024,0.03535711111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,768,0.035998444444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,512,0.036213666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,256,0.10011011111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,128,0.08135255555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,64,0.036005666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,128,32,0.03579911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,12288,0.07342977777777777
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,10240,0.034936777777777775
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,8192,0.035638777777777776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,6144,0.04851311111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,5120,0.0451591111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,4096,0.040278333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,7168,0.03967888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,3584,0.036693222222222224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,3072,0.08166599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,2560,0.07044266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,2048,0.03752955555555556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,1536,0.037470333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,1024,0.03536288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,768,0.03545388888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,512,0.035472666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,256,0.035308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,128,0.03670766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,64,0.03629888888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,64,32,0.03642455555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,12288,0.036316222222222215
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,10240,0.03574566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,8192,0.035053777777777774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,7168,0.036401444444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,6144,0.03536288888888889
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,5120,0.03851755555555555
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,4096,0.035192444444444436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,3584,0.035049444444444446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,3072,0.03541777777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,2560,0.033284333333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,2048,0.036226666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,1536,0.03514911111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,1024,0.03546111111111111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,768,0.03523144444444445
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,512,0.03657044444444444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,256,0.03540477777777778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,128,0.03579333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,64,0.052753999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],gemm,vllm_default,fp8,1,32,32,0.05213
