framework,version,device,op_name,kernel_source,batch_size,isl,num_heads,num_key_value_heads,head_dim,beam_width,attn_dtype,kv_cache_dtype,step,latency
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,1,128,1,float16,float16,0,435.86054199999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,2,128,1,float16,float16,0,436.823036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,4,128,1,float16,float16,0,438.222538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,1,128,1,float16,float16,0,217.20027333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,2,128,1,float16,float16,0,218.07171533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,1,128,1,float16,float16,0,872.9683473333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,4,128,1,float16,float16,0,217.775818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,2,128,1,float16,float16,0,874.2516813333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,8,128,1,float16,float16,0,229.564842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,8,128,1,float16,float16,0,458.22260466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,4,128,1,float16,float16,0,876.1089133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,8,128,1,float16,float16,0,921.7094986666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,1,128,1,float16,float16,0,107.87292533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,2,128,1,float16,float16,0,108.56286133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,4,128,1,float16,float16,0,108.875156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,8,128,1,float16,float16,0,114.13002466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,1,128,1,float16,float16,0,236.03645866666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,2,128,1,float16,float16,0,237.04512866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,4,128,1,float16,float16,0,237.94202466666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,1,128,1,float16,float16,0,118.01380066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,2,128,1,float16,float16,0,118.58593933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,1,128,1,float16,float16,0,473.73015733333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,2,128,1,float16,float16,0,474.3389386666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,1,128,1,float16,float16,0,58.73989333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,2,128,1,float16,float16,0,59.01029333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,4,128,1,float16,float16,0,477.21725999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,4,128,1,float16,float16,0,118.673412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,8,128,1,float16,float16,0,249.81522799999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,8,128,1,float16,float16,0,499.99310399999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,4,128,1,float16,float16,0,59.54385666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,8,128,1,float16,float16,0,124.66143733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,8,128,1,float16,float16,0,62.15533133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,1,128,1,float16,float16,0,160.41988733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,2,128,1,float16,float16,0,161.07032066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,4,128,1,float16,float16,0,161.66884933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,1,128,1,float16,float16,0,80.10811466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,2,128,1,float16,float16,0,80.415192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,1,128,1,float16,float16,0,320.54205733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,2,128,1,float16,float16,0,321.87733066666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,1,128,1,float16,float16,0,39.89599466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,4,128,1,float16,float16,0,323.76448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,8,128,1,float16,float16,0,338.96933199999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,4,128,1,float16,float16,0,81.02315
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,8,128,1,float16,float16,0,84.37947266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,8,128,1,float16,float16,0,169.405132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,2,128,1,float16,float16,0,40.09395
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,4,128,1,float16,float16,0,40.267396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,8,128,1,float16,float16,0,42.349398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,1,128,1,float16,float16,0,200.627024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,2,128,1,float16,float16,0,201.49813666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,4,128,1,float16,float16,0,203.17532733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,1,128,1,float16,float16,0,100.34653199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,2,128,1,float16,float16,0,100.56078933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,1,128,1,float16,float16,0,400.87877266666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,2,128,1,float16,float16,0,402.8670273333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,4,128,1,float16,float16,0,406.13727266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,4,128,1,float16,float16,0,101.73520066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,8,128,1,float16,float16,0,211.52925733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,8,128,1,float16,float16,0,105.828996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,8,128,1,float16,float16,0,423.0802333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,1,128,1,float16,float16,0,50.14756933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,1,128,1,float16,float16,0,25.01317
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,2,128,1,float16,float16,0,25.17255
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,2,128,1,float16,float16,0,50.323788666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,4,128,1,float16,float16,0,25.539522666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,4,128,1,float16,float16,0,50.827382666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,8,128,1,float16,float16,0,53.08939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,8,128,1,float16,float16,0,26.584254666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,1,128,1,float16,float16,0,110.37753133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,2,128,1,float16,float16,0,111.07797133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,4,128,1,float16,float16,0,112.40112866666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,1,128,1,float16,float16,0,55.390269999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,2,128,1,float16,float16,0,55.618749333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,1,128,1,float16,float16,0,220.91652266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,2,128,1,float16,float16,0,222.12749866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,4,128,1,float16,float16,0,224.70337066666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,8,128,1,float16,float16,0,116.60190533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,8,128,1,float16,float16,0,233.338924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,4,128,1,float16,float16,0,56.33626266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,8,128,1,float16,float16,0,58.440746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,1,128,1,float16,float16,0,27.731019333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,1,128,1,float16,float16,0,13.936182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,2,128,1,float16,float16,0,27.88491333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,2,128,1,float16,float16,0,13.950083333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,4,128,1,float16,float16,0,28.35205533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,4,128,1,float16,float16,0,14.12268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,8,128,1,float16,float16,0,14.715358666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,8,128,1,float16,float16,0,29.254870666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,1,128,1,float16,float16,0,96.83153133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,2,128,1,float16,float16,0,97.45261933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,4,128,1,float16,float16,0,99.00042533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,1,128,1,float16,float16,0,48.59198933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,2,128,1,float16,float16,0,48.88614466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,1,128,1,float16,float16,0,193.68134933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,2,128,1,float16,float16,0,194.77523866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,4,128,1,float16,float16,0,197.88425800000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,4,128,1,float16,float16,0,49.566061999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,8,128,1,float16,float16,0,102.69103
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,8,128,1,float16,float16,0,51.380567333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,8,128,1,float16,float16,0,205.13931533333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,1,128,1,float16,float16,0,24.30096933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,1,128,1,float16,float16,0,12.211792666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,2,128,1,float16,float16,0,24.446959333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,2,128,1,float16,float16,0,12.287886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,4,128,1,float16,float16,0,24.874668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,4,128,1,float16,float16,0,12.500721999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,1,128,1,float16,float16,0,6.1632913333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,2,128,1,float16,float16,0,6.1717846666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,4,128,1,float16,float16,0,6.287857333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,8,128,1,float16,float16,0,25.79973933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,8,128,1,float16,float16,0,12.933682666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,8,128,1,float16,float16,0,6.516068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,2,128,1,float16,float16,0,55.048032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,1,128,1,float16,float16,0,54.585284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,4,128,1,float16,float16,0,56.065455333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,1,128,1,float16,float16,0,27.354808000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,2,128,1,float16,float16,0,109.90846533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,4,128,1,float16,float16,0,111.96488333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,2,128,1,float16,float16,0,27.654796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,4,128,1,float16,float16,0,28.048903999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,1,128,1,float16,float16,0,109.153902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,8,128,1,float16,float16,0,58.23960133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,8,128,1,float16,float16,0,116.39121
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,1,128,1,float16,float16,0,6.914491999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,1,128,1,float16,float16,0,13.704963999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,2,128,1,float16,float16,0,13.863616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,2,128,1,float16,float16,0,6.961248666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,4,128,1,float16,float16,0,14.06574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,8,128,1,float16,float16,0,14.736201999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,2,128,1,float16,float16,0,3.510476666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,4,128,1,float16,float16,0,3.565068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,1,128,1,float16,float16,0,3.5028846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,4,128,1,float16,float16,0,7.111329333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,8,128,1,float16,float16,0,7.365184666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,8,128,1,float16,float16,0,3.7220646666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,8,128,1,float16,float16,0,29.173776666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,2,128,1,float16,float16,0,24.856675999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,4,128,1,float16,float16,0,25.43883333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,1,128,1,float16,float16,0,24.633344666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,1,128,1,float16,float16,0,12.344609333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,2,128,1,float16,float16,0,12.455092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,2,128,1,float16,float16,0,49.66806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,4,128,1,float16,float16,0,50.819340000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,1,128,1,float16,float16,0,49.30149466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,8,128,1,float16,float16,0,53.124066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,8,128,1,float16,float16,0,26.57882066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,4,128,1,float16,float16,0,12.757368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,1,128,1,float16,float16,0,6.195644000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,8,128,1,float16,float16,0,13.3302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,1,128,1,float16,float16,0,3.1368566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,2,128,1,float16,float16,0,6.257541333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,2,128,1,float16,float16,0,3.1597453333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,4,128,1,float16,float16,0,3.216382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,8,128,1,float16,float16,0,3.367017333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,4,128,1,float16,float16,0,6.38911
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,1,128,1,float16,float16,0,1.5949786666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,2,128,1,float16,float16,0,1.6064186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,8,128,1,float16,float16,0,6.697132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,4,128,1,float16,float16,0,1.6374019999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,8,128,1,float16,float16,0,1.7079833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,4,128,1,float16,float16,0,14.622191999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,1,128,1,float16,float16,0,14.093447333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,2,128,1,float16,float16,0,14.270594000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,1,128,1,float16,float16,0,7.065136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,2,128,1,float16,float16,0,7.147304666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,1,128,1,float16,float16,0,28.147019333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,4,128,1,float16,float16,0,29.209509333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,2,128,1,float16,float16,0,28.507240666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,8,128,1,float16,float16,0,15.403899333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,8,128,1,float16,float16,0,30.762055999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,1,128,1,float16,float16,0,3.5592873333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,4,128,1,float16,float16,0,7.339522666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,2,128,1,float16,float16,0,3.596562666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,1,128,1,float16,float16,0,1.7989226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,8,128,1,float16,float16,0,7.727520666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,2,128,1,float16,float16,0,1.822262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,4,128,1,float16,float16,0,1.8581159999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,1,128,1,float16,float16,0,0.920738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,4,128,1,float16,float16,0,3.6957959999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,8,128,1,float16,float16,0,3.874095333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,2,128,1,float16,float16,0,0.9327933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,8,128,1,float16,float16,0,1.960114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,8,128,1,float16,float16,0,0.9939106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,4,128,1,float16,float16,0,0.956124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,1,128,1,float16,float16,0,6.533306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,4,128,1,float16,float16,0,6.849613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,2,128,1,float16,float16,0,6.626550666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,1,128,1,float16,float16,0,3.2839213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,2,128,1,float16,float16,0,13.231746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,4,128,1,float16,float16,0,13.638741999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,2,128,1,float16,float16,0,3.3200873333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,8,128,1,float16,float16,0,14.489279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,8,128,1,float16,float16,0,7.273326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,1,128,1,float16,float16,0,1.6523693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,4,128,1,float16,float16,0,3.4403546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,2,128,1,float16,float16,0,1.6728573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,1,128,1,float16,float16,0,0.8481893333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,2,128,1,float16,float16,0,0.8589706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,1,128,1,float16,float16,0,13.012176666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,4,128,1,float16,float16,0,0.879112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,8,128,1,float16,float16,0,3.6526186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,4,128,1,float16,float16,0,1.7386893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,8,128,1,float16,float16,0,1.8482966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,8,128,1,float16,float16,0,0.93262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,1,128,1,float16,float16,0,0.44506799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,2,128,1,float16,float16,0,0.44905466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,4,128,1,float16,float16,0,0.46013066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,8,128,1,float16,float16,0,0.48591399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,1,128,1,float16,float16,0,1.8664879999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,2,128,1,float16,float16,0,1.9084693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,1,128,1,float16,float16,0,3.694028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,2,128,1,float16,float16,0,3.7757546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,8,128,1,float16,float16,0,4.3006253333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,4,128,1,float16,float16,0,1.995058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,4,128,1,float16,float16,0,3.956706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,1,128,1,float16,float16,0,0.951782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,2,128,1,float16,float16,0,0.9584206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,8,128,1,float16,float16,0,2.172846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,1,128,1,float16,float16,0,0.493714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,2,128,1,float16,float16,0,0.49799533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,4,128,1,float16,float16,0,0.5145053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,4,128,1,float16,float16,0,1.0129686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,8,128,1,float16,float16,0,0.5651619999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,8,128,1,float16,float16,0,1.097434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,4,128,1,float16,float16,0,0.269984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,1,128,1,float16,float16,0,0.26388266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,2,128,1,float16,float16,0,0.27342466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,8,128,1,float16,float16,0,0.29614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,1,128,1,float16,float16,0,0.14764533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,2,128,1,float16,float16,0,0.14520999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,4,128,1,float16,float16,0,0.143442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,8,128,1,float16,float16,0,0.15842666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,1,128,1,float16,float16,0,0.6054793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,2,128,1,float16,float16,0,0.61893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,2,128,1,float16,float16,0,1.2169646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,1,128,1,float16,float16,0,1.1793686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,4,128,1,float16,float16,0,1.2956666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,8,128,1,float16,float16,0,1.4562253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,4,128,1,float16,float16,0,0.6550526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,8,128,1,float16,float16,0,0.741286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,1,128,1,float16,float16,0,0.3189853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,2,128,1,float16,float16,0,0.327158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,1,128,1,float16,float16,0,0.17070733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,4,128,1,float16,float16,0,0.34423999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,8,128,1,float16,float16,0,0.38149799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,1,128,1,float16,float16,0,0.09666799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,2,128,1,float16,float16,0,0.17899266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,2,128,1,float16,float16,0,0.10170333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,4,128,1,float16,float16,0,0.1872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,8,128,1,float16,float16,0,0.20418666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,4,128,1,float16,float16,0,0.10295133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,8,128,1,float16,float16,0,0.10704199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,1,128,1,float16,float16,0,0.09318399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,2,128,1,float16,float16,0,0.09392066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,4,128,1,float16,float16,0,0.09452733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,8,128,1,float16,float16,0,0.09563666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,1,128,1,float16,float16,0,0.24762399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,2,128,1,float16,float16,0,0.24998999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,4,128,1,float16,float16,0,0.2697153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,2,128,1,float16,float16,0,0.46508799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,1,128,1,float16,float16,0,0.44486866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,4,128,1,float16,float16,0,0.5244893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,8,128,1,float16,float16,0,0.5933719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,1,128,1,float16,float16,0,0.135408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,2,128,1,float16,float16,0,0.13318933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,4,128,1,float16,float16,0,0.14818266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,8,128,1,float16,float16,0,0.30503199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,8,128,1,float16,float16,0,0.158886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,4,128,1,float16,float16,0,0.07793066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,1,128,1,float16,float16,0,0.09812399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,2,128,1,float16,float16,0,0.10300333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,8,128,1,float16,float16,0,0.10900933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,1,128,1,float16,float16,0,0.093522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,4,128,1,float16,float16,0,0.08638066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,2,128,1,float16,float16,0,0.09399
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,8,128,1,float16,float16,0,0.07694266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,1,128,1,float16,float16,0,0.09373
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,2,128,1,float16,float16,0,0.09300199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,4,128,1,float16,float16,0,0.14066866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,8,128,1,float16,float16,0,0.09577533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,1,128,1,float16,float16,0,0.12333533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,1,128,1,float16,float16,0,0.21649333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,4,128,1,float16,float16,0,0.135382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,4,128,1,float16,float16,0,0.2467573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,2,128,1,float16,float16,0,0.13851933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,2,128,1,float16,float16,0,0.22930266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,1,128,1,float16,float16,0,0.09600933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,8,128,1,float16,float16,0,0.310284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,2,128,1,float16,float16,0,0.09717066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,1,128,1,float16,float16,0,0.094926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,8,128,1,float16,float16,0,0.16718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,4,128,1,float16,float16,0,0.09646866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,2,128,1,float16,float16,0,0.07935199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,8,128,1,float16,float16,0,0.10989333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,1,128,1,float16,float16,0,0.09415466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,4,128,1,float16,float16,0,0.10348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,8,128,1,float16,float16,0,0.08042666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,2,128,1,float16,float16,0,0.11735533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,8,128,1,float16,float16,0,0.09641666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,4,128,1,float16,float16,0,0.09743933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,1,128,1,float16,float16,0,0.09715333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,8,128,1,float16,float16,0,0.08074733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,2,128,1,float16,float16,0,0.09561066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,4,128,1,float16,float16,0,0.12790266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,1,128,1,float16,float16,0,0.09454466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,2,128,1,float16,float16,0,0.10447666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,1,128,1,float16,float16,0,0.163774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,2,128,1,float16,float16,0,0.165646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,4,128,1,float16,float16,0,0.175916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,4,128,1,float16,float16,0,0.09795066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,1,128,1,float16,float16,0,0.10032533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,8,128,1,float16,float16,0,0.10674733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,4,128,1,float16,float16,0,0.10081933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,2,128,1,float16,float16,0,0.09844466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,8,128,1,float16,float16,0,0.08283599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,1,128,1,float16,float16,0,0.09839266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,2,128,1,float16,float16,0,0.10790866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,1,128,1,float16,float16,0,0.08204733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,4,128,1,float16,float16,0,0.09984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,8,128,1,float16,float16,0,0.099424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,2,128,1,float16,float16,0,0.10606266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,8,128,1,float16,float16,0,0.08125
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,1,128,1,float16,float16,0,0.10068933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,4,128,1,float16,float16,0,0.10133066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,2,128,1,float16,float16,0,0.10045533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,4,128,1,float16,float16,0,0.10939933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,8,128,1,float16,float16,0,0.08009733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,1,128,1,float16,float16,0,0.09857466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,1,128,1,float16,float16,0,0.17468533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,2,128,1,float16,float16,0,0.17621066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,8,128,1,float16,float16,0,0.20117933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,8,128,1,float16,float16,0,0.18526733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,4,128,1,float16,float16,0,0.17802199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,2,128,1,float16,float16,0,0.09873933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,2,128,1,float16,float16,0,0.10635733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,4,128,1,float16,float16,0,0.09970133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,4,128,1,float16,float16,0,0.10445933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,1,128,1,float16,float16,0,0.13329333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,8,128,1,float16,float16,0,0.11664466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,8,128,1,float16,float16,0,0.07952533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,1,128,1,float16,float16,0,0.10929533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,2,128,1,float16,float16,0,0.10296866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,4,128,1,float16,float16,0,0.10003933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,1,128,1,float16,float16,0,0.10077599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,2,128,1,float16,float16,0,0.07756666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,8,128,1,float16,float16,0,0.12955799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,1,128,1,float16,float16,0,0.10033399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,8,128,1,float16,float16,0,0.10117466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,4,128,1,float16,float16,0,0.11342066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,4,128,1,float16,float16,0,0.07761
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,2,128,1,float16,float16,0,0.099372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,8,128,1,float16,float16,0,0.144742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,0,0.11748533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,0,0.202176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,0,0.20540866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,0,0.13329333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,0,0.085072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,0,0.20340666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,0,0.11722533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,0,0.12844866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,0,0.085982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,0,0.13168133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,0,0.10307266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,0,0.10451133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,0,0.10902666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,0,0.07767933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,0,0.10884466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,0,0.09394666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,0,0.10816866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,0,0.127556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,0,0.08103333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,0,0.10685133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,0,0.10652199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,0,0.09236933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,0,0.10743199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,0,0.12657666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,1,128,1,float16,float16,0,326.46424199999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,2,128,1,float16,float16,0,326.471548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,4,128,1,float16,float16,0,328.1837
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,1,128,1,float16,float16,0,162.54384466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,2,128,1,float16,float16,0,162.80872399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,1,128,1,float16,float16,0,652.7047886666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,2,128,1,float16,float16,0,655.047588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,4,128,1,float16,float16,0,163.58771
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,4,128,1,float16,float16,0,656.7174813333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,8,128,1,float16,float16,0,171.90613266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,8,128,1,float16,float16,0,345.7481213333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,8,128,1,float16,float16,0,692.7300293333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,1,128,1,float16,float16,0,81.11411533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,2,128,1,float16,float16,0,81.138252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,4,128,1,float16,float16,0,81.622294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,8,128,1,float16,float16,0,85.80924733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,1,128,1,float16,float16,0,177.32507866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,2,128,1,float16,float16,0,177.40914533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,4,128,1,float16,float16,0,178.34373266666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,1,128,1,float16,float16,0,88.29190066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,2,128,1,float16,float16,0,88.10893866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,1,128,1,float16,float16,0,354.82892466666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,2,128,1,float16,float16,0,355.49740199999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,4,128,1,float16,float16,0,358.0697206666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,1,128,1,float16,float16,0,43.620667999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,2,128,1,float16,float16,0,44.061550000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,4,128,1,float16,float16,0,89.23172266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,8,128,1,float16,float16,0,187.83291799999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,8,128,1,float16,float16,0,93.38551733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,8,128,1,float16,float16,0,376.205674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,4,128,1,float16,float16,0,44.42294999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,8,128,1,float16,float16,0,46.54838066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,1,128,1,float16,float16,0,119.82458799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,2,128,1,float16,float16,0,120.64133466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,4,128,1,float16,float16,0,121.538066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,1,128,1,float16,float16,0,60.08762933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,2,128,1,float16,float16,0,60.308066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,1,128,1,float16,float16,0,240.43059733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,2,128,1,float16,float16,0,241.36307
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,4,128,1,float16,float16,0,242.93717066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,1,128,1,float16,float16,0,29.838631333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,4,128,1,float16,float16,0,60.485368666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,8,128,1,float16,float16,0,127.21319
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,8,128,1,float16,float16,0,254.60615266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,2,128,1,float16,float16,0,29.994284666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,8,128,1,float16,float16,0,63.62121133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,4,128,1,float16,float16,0,30.340786666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,8,128,1,float16,float16,0,31.76099333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,1,128,1,float16,float16,0,150.33724333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,2,128,1,float16,float16,0,150.89970133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,4,128,1,float16,float16,0,152.90190066666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,1,128,1,float16,float16,0,75.33895199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,2,128,1,float16,float16,0,75.62012466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,1,128,1,float16,float16,0,300.86582066666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,2,128,1,float16,float16,0,302.2710253333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,4,128,1,float16,float16,0,305.840912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,4,128,1,float16,float16,0,76.52820933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,8,128,1,float16,float16,0,159.378206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,8,128,1,float16,float16,0,318.37221866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,8,128,1,float16,float16,0,79.62766933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,1,128,1,float16,float16,0,37.471225999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,1,128,1,float16,float16,0,18.874084666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,2,128,1,float16,float16,0,37.77921333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,4,128,1,float16,float16,0,38.319328666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,2,128,1,float16,float16,0,18.98935133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,4,128,1,float16,float16,0,19.17460133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,8,128,1,float16,float16,0,20.02581533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,8,128,1,float16,float16,0,39.70053533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,1,128,1,float16,float16,0,83.04112266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,2,128,1,float16,float16,0,83.515796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,4,128,1,float16,float16,0,84.5884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,1,128,1,float16,float16,0,41.53745266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,2,128,1,float16,float16,0,41.823712666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,1,128,1,float16,float16,0,165.85902666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,2,128,1,float16,float16,0,166.90293533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,4,128,1,float16,float16,0,169.20274799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,8,128,1,float16,float16,0,87.99609866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,1,128,1,float16,float16,0,20.806040666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,8,128,1,float16,float16,0,175.96735866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,4,128,1,float16,float16,0,42.401216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,2,128,1,float16,float16,0,21.049201333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,8,128,1,float16,float16,0,44.031658666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,1,128,1,float16,float16,0,10.415062666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,2,128,1,float16,float16,0,10.55093
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,4,128,1,float16,float16,0,10.774963333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,4,128,1,float16,float16,0,21.296392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,8,128,1,float16,float16,0,11.129846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,8,128,1,float16,float16,0,22.10858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,1,128,1,float16,float16,0,72.81379733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,2,128,1,float16,float16,0,73.42100133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,4,128,1,float16,float16,0,74.67523266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,1,128,1,float16,float16,0,36.502829999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,2,128,1,float16,float16,0,36.75771666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,1,128,1,float16,float16,0,145.58414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,2,128,1,float16,float16,0,146.765112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,4,128,1,float16,float16,0,149.12143999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,8,128,1,float16,float16,0,77.67540733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,4,128,1,float16,float16,0,37.434695999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,8,128,1,float16,float16,0,155.30229
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,1,128,1,float16,float16,0,18.29412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,8,128,1,float16,float16,0,38.936005333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,1,128,1,float16,float16,0,9.202795333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,2,128,1,float16,float16,0,18.444902666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,2,128,1,float16,float16,0,9.275751333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,4,128,1,float16,float16,0,9.426880666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,1,128,1,float16,float16,0,4.672243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,4,128,1,float16,float16,0,18.770717333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,2,128,1,float16,float16,0,4.67818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,8,128,1,float16,float16,0,9.852847333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,4,128,1,float16,float16,0,4.767810666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,8,128,1,float16,float16,0,19.554678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,8,128,1,float16,float16,0,4.957134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,2,128,1,float16,float16,0,41.438115333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,4,128,1,float16,float16,0,42.326552666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,1,128,1,float16,float16,0,41.08664733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,1,128,1,float16,float16,0,20.587242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,2,128,1,float16,float16,0,20.792901999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,2,128,1,float16,float16,0,82.79062133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,4,128,1,float16,float16,0,84.46906866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,1,128,1,float16,float16,0,82.144842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,4,128,1,float16,float16,0,21.234702666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,8,128,1,float16,float16,0,44.148312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,8,128,1,float16,float16,0,88.19731266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,8,128,1,float16,float16,0,22.153741999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,1,128,1,float16,float16,0,10.342357999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,1,128,1,float16,float16,0,5.221831333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,2,128,1,float16,float16,0,10.430151333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,4,128,1,float16,float16,0,10.649929333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,2,128,1,float16,float16,0,5.2581793333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,1,128,1,float16,float16,0,2.6560646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,4,128,1,float16,float16,0,5.363401333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,2,128,1,float16,float16,0,2.678234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,8,128,1,float16,float16,0,11.116932666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,4,128,1,float16,float16,0,2.7309186666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,8,128,1,float16,float16,0,5.616502666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,8,128,1,float16,float16,0,2.84609
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,1,128,1,float16,float16,0,18.507987333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,2,128,1,float16,float16,0,18.736535999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,1,128,1,float16,float16,0,9.284071333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,4,128,1,float16,float16,0,19.216400666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,2,128,1,float16,float16,0,37.485621333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,4,128,1,float16,float16,0,38.38113933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,1,128,1,float16,float16,0,36.96933933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,2,128,1,float16,float16,0,9.393444666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,8,128,1,float16,float16,0,20.213604666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,8,128,1,float16,float16,0,40.33063666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,1,128,1,float16,float16,0,4.6779459999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,4,128,1,float16,float16,0,9.625659333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,1,128,1,float16,float16,0,2.3816866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,2,128,1,float16,float16,0,4.744142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,4,128,1,float16,float16,0,4.847335999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,8,128,1,float16,float16,0,5.109927333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,2,128,1,float16,float16,0,2.397035333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,4,128,1,float16,float16,0,2.453195333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,2,128,1,float16,float16,0,1.236976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,1,128,1,float16,float16,0,1.231438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,8,128,1,float16,float16,0,2.5851279999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,4,128,1,float16,float16,0,1.2560339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,8,128,1,float16,float16,0,1.322412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,8,128,1,float16,float16,0,10.157576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,1,128,1,float16,float16,0,10.648915333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,2,128,1,float16,float16,0,10.814309999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,4,128,1,float16,float16,0,11.107971333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,1,128,1,float16,float16,0,5.342116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,2,128,1,float16,float16,0,5.425229333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,1,128,1,float16,float16,0,21.231920666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,2,128,1,float16,float16,0,21.5475
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,4,128,1,float16,float16,0,22.170520666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,4,128,1,float16,float16,0,5.59429
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,8,128,1,float16,float16,0,11.756645333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,1,128,1,float16,float16,0,2.695489333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,2,128,1,float16,float16,0,2.7228933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,8,128,1,float16,float16,0,23.465701999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,8,128,1,float16,float16,0,5.921508666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,1,128,1,float16,float16,0,1.383009333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,4,128,1,float16,float16,0,2.8316166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,2,128,1,float16,float16,0,1.3974653333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,1,128,1,float16,float16,0,0.7145579999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,4,128,1,float16,float16,0,1.4355553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,2,128,1,float16,float16,0,0.7233633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,8,128,1,float16,float16,0,2.9847653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,8,128,1,float16,float16,0,1.5207746666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,4,128,1,float16,float16,0,0.7484446666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,8,128,1,float16,float16,0,0.7938753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,2,128,1,float16,float16,0,5.0618099999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,1,128,1,float16,float16,0,4.970186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,4,128,1,float16,float16,0,5.248204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,2,128,1,float16,float16,0,2.5443773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,1,128,1,float16,float16,0,2.512709333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,1,128,1,float16,float16,0,9.903191999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,2,128,1,float16,float16,0,10.073838666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,4,128,1,float16,float16,0,10.459366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,2,128,1,float16,float16,0,1.2968193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,8,128,1,float16,float16,0,11.217543999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,1,128,1,float16,float16,0,1.2850933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,4,128,1,float16,float16,0,2.6510466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,8,128,1,float16,float16,0,5.633896666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,4,128,1,float16,float16,0,1.3491833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,8,128,1,float16,float16,0,2.8460033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,2,128,1,float16,float16,0,0.675194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,1,128,1,float16,float16,0,0.6642739999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,4,128,1,float16,float16,0,0.6955606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,1,128,1,float16,float16,0,0.3530973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,8,128,1,float16,float16,0,0.745654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,8,128,1,float16,float16,0,1.4468653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,2,128,1,float16,float16,0,0.36094066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,4,128,1,float16,float16,0,0.37778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,8,128,1,float16,float16,0,0.40283533333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,2,128,1,float16,float16,0,1.5513073333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,4,128,1,float16,float16,0,1.695356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,1,128,1,float16,float16,0,1.5339219999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,1,128,1,float16,float16,0,2.997904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,2,128,1,float16,float16,0,3.135643333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,1,128,1,float16,float16,0,0.78195
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,4,128,1,float16,float16,0,3.1633333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,2,128,1,float16,float16,0,0.8131846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,8,128,1,float16,float16,0,3.6539533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,4,128,1,float16,float16,0,0.8349033333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,8,128,1,float16,float16,0,1.819861333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,1,128,1,float16,float16,0,0.41286266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,2,128,1,float16,float16,0,0.42802066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,8,128,1,float16,float16,0,0.9568173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,8,128,1,float16,float16,0,0.4906806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,1,128,1,float16,float16,0,0.2177933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,4,128,1,float16,float16,0,0.46203733333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,2,128,1,float16,float16,0,0.21971733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,1,128,1,float16,float16,0,0.11196466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,4,128,1,float16,float16,0,0.2297273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,8,128,1,float16,float16,0,0.2580846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,2,128,1,float16,float16,0,0.11365466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,8,128,1,float16,float16,0,0.12621266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,4,128,1,float16,float16,0,0.12148933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,1,128,1,float16,float16,0,0.6367919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,2,128,1,float16,float16,0,0.643838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,1,128,1,float16,float16,0,1.2040166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,2,128,1,float16,float16,0,1.3725053333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,4,128,1,float16,float16,0,1.4610006666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,8,128,1,float16,float16,0,1.5432906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,4,128,1,float16,float16,0,0.7401939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,1,128,1,float16,float16,0,0.35779466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,8,128,1,float16,float16,0,0.7879473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,2,128,1,float16,float16,0,0.3342993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,1,128,1,float16,float16,0,0.17173866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,4,128,1,float16,float16,0,0.35927666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,8,128,1,float16,float16,0,0.4069173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,2,128,1,float16,float16,0,0.1767133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,4,128,1,float16,float16,0,0.19161999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,1,128,1,float16,float16,0,0.11442599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,8,128,1,float16,float16,0,0.21254133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,8,128,1,float16,float16,0,0.08958733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,4,128,1,float16,float16,0,0.08106799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,2,128,1,float16,float16,0,0.09788999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,1,128,1,float16,float16,0,0.08950066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,2,128,1,float16,float16,0,0.09225666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,4,128,1,float16,float16,0,0.07520066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,8,128,1,float16,float16,0,0.076544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,1,128,1,float16,float16,0,0.25128999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,2,128,1,float16,float16,0,0.26513933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,2,128,1,float16,float16,0,0.5034379999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,1,128,1,float16,float16,0,0.5076933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,4,128,1,float16,float16,0,0.5821053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,8,128,1,float16,float16,0,0.6960113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,4,128,1,float16,float16,0,0.29136466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,1,128,1,float16,float16,0,0.13263466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,8,128,1,float16,float16,0,0.34341666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,2,128,1,float16,float16,0,0.13422933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,1,128,1,float16,float16,0,0.08414466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,4,128,1,float16,float16,0,0.14794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,2,128,1,float16,float16,0,0.08367666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,4,128,1,float16,float16,0,0.07652666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,8,128,1,float16,float16,0,0.18323066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,8,128,1,float16,float16,0,0.09488266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,1,128,1,float16,float16,0,0.07634466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,4,128,1,float16,float16,0,0.08035733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,1,128,1,float16,float16,0,0.08359866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,2,128,1,float16,float16,0,0.09397266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,8,128,1,float16,float16,0,0.07591133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,2,128,1,float16,float16,0,0.09327933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,4,128,1,float16,float16,0,0.08552266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,8,128,1,float16,float16,0,0.07696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,1,128,1,float16,float16,0,0.100412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,2,128,1,float16,float16,0,0.10439
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,1,128,1,float16,float16,0,0.18352533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,4,128,1,float16,float16,0,0.22871333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,2,128,1,float16,float16,0,0.225056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,8,128,1,float16,float16,0,0.27845133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,4,128,1,float16,float16,0,0.11569999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,1,128,1,float16,float16,0,0.075062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,8,128,1,float16,float16,0,0.13513933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,4,128,1,float16,float16,0,0.08523666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,2,128,1,float16,float16,0,0.08515866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,1,128,1,float16,float16,0,0.09395533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,2,128,1,float16,float16,0,0.08726466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,4,128,1,float16,float16,0,0.08344266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,8,128,1,float16,float16,0,0.07458533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,1,128,1,float16,float16,0,0.08226399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,8,128,1,float16,float16,0,0.10348866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,2,128,1,float16,float16,0,0.08183066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,1,128,1,float16,float16,0,0.078494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,2,128,1,float16,float16,0,0.06922066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,4,128,1,float16,float16,0,0.09387733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,4,128,1,float16,float16,0,0.081926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,8,128,1,float16,float16,0,0.08736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,8,128,1,float16,float16,0,0.10360133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,1,128,1,float16,float16,0,0.087204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,2,128,1,float16,float16,0,0.09815
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,1,128,1,float16,float16,0,0.13113533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,4,128,1,float16,float16,0,0.139958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,4,128,1,float16,float16,0,0.09869599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,8,128,1,float16,float16,0,0.16162466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,2,128,1,float16,float16,0,0.136344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,1,128,1,float16,float16,0,0.08819199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,2,128,1,float16,float16,0,0.08812266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,4,128,1,float16,float16,0,0.09317533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,8,128,1,float16,float16,0,0.09029799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,1,128,1,float16,float16,0,0.09925066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,8,128,1,float16,float16,0,0.083772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,4,128,1,float16,float16,0,0.09623466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,2,128,1,float16,float16,0,0.10835066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,1,128,1,float16,float16,0,0.08053066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,8,128,1,float16,float16,0,0.09183199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,1,128,1,float16,float16,0,0.07850266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,2,128,1,float16,float16,0,0.10393066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,8,128,1,float16,float16,0,0.084422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,4,128,1,float16,float16,0,0.10241399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,2,128,1,float16,float16,0,0.08347733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,8,128,1,float16,float16,0,0.09375599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,4,128,1,float16,float16,0,0.10445933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,1,128,1,float16,float16,0,0.08557466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,1,128,1,float16,float16,0,0.13386533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,2,128,1,float16,float16,0,0.11480733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,8,128,1,float16,float16,0,0.14280933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,4,128,1,float16,float16,0,0.141128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,2,128,1,float16,float16,0,0.14165666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,4,128,1,float16,float16,0,0.09677199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,2,128,1,float16,float16,0,0.08370266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,8,128,1,float16,float16,0,0.08337333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,1,128,1,float16,float16,0,0.10471066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,4,128,1,float16,float16,0,0.111774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,8,128,1,float16,float16,0,0.10972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,1,128,1,float16,float16,0,0.08862533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,2,128,1,float16,float16,0,0.086736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,4,128,1,float16,float16,0,0.07652666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,1,128,1,float16,float16,0,0.105196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,8,128,1,float16,float16,0,0.10624466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,2,128,1,float16,float16,0,0.139854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,4,128,1,float16,float16,0,0.09993533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,8,128,1,float16,float16,0,0.08885066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,1,128,1,float16,float16,0,0.07829466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,2,128,1,float16,float16,0,0.09990066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,8,128,1,float16,float16,0,0.10187666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,4,128,1,float16,float16,0,0.179764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,0,0.15437933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,0,0.1749453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,0,0.132652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,0,0.160966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,0,0.10185933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,0,0.18411466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,0,0.09243
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,0,0.09006399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,0,0.08238533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,0,0.09698866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,0,0.10169466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,0,0.09607866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,0,0.07872799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,0,0.07585066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,0,0.113178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,0,0.10413
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,0,0.08297466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,0,0.07787866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,0,0.10174666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,0,0.06915133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,0,0.08518466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,0,0.10269133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,0,0.08554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,0,0.17831666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,1,128,1,float16,float16,0,271.65713466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,2,128,1,float16,float16,0,272.9439526666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,4,128,1,float16,float16,0,273.63318666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,1,128,1,float16,float16,0,135.53439466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,2,128,1,float16,float16,0,135.78389933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,1,128,1,float16,float16,0,544.8957019999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,2,128,1,float16,float16,0,544.9079046666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,4,128,1,float16,float16,0,136.34568133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,4,128,1,float16,float16,0,547.3572606666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,8,128,1,float16,float16,0,288.5198506666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,8,128,1,float16,float16,0,142.927226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,8,128,1,float16,float16,0,576.2210739999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,1,128,1,float16,float16,0,67.28042533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,2,128,1,float16,float16,0,67.360956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,4,128,1,float16,float16,0,67.35711666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,8,128,1,float16,float16,0,70.85168133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,1,128,1,float16,float16,0,147.13048133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,2,128,1,float16,float16,0,147.78276933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,4,128,1,float16,float16,0,149.26890333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,1,128,1,float16,float16,0,73.77639533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,2,128,1,float16,float16,0,73.86507266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,1,128,1,float16,float16,0,295.07148666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,2,128,1,float16,float16,0,296.70235399999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,4,128,1,float16,float16,0,298.1523133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,1,128,1,float16,float16,0,36.49996133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,2,128,1,float16,float16,0,36.747048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,4,128,1,float16,float16,0,74.19082666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,4,128,1,float16,float16,0,37.013262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,8,128,1,float16,float16,0,156.86019266666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,8,128,1,float16,float16,0,77.93940266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,8,128,1,float16,float16,0,313.5132086666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,8,128,1,float16,float16,0,38.915032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,1,128,1,float16,float16,0,100.00132133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,2,128,1,float16,float16,0,100.85900066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,4,128,1,float16,float16,0,101.44675666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,1,128,1,float16,float16,0,49.777918666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,2,128,1,float16,float16,0,50.29427866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,1,128,1,float16,float16,0,200.07541666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,2,128,1,float16,float16,0,200.98820733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,4,128,1,float16,float16,0,202.944508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,4,128,1,float16,float16,0,50.379887999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,8,128,1,float16,float16,0,106.37288133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,8,128,1,float16,float16,0,212.28522466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,1,128,1,float16,float16,0,24.894384666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,8,128,1,float16,float16,0,52.94987533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,2,128,1,float16,float16,0,25.157443999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,4,128,1,float16,float16,0,25.341671333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,8,128,1,float16,float16,0,26.588076666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,1,128,1,float16,float16,0,125.45170733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,2,128,1,float16,float16,0,125.90974066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,4,128,1,float16,float16,0,127.39025
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,1,128,1,float16,float16,0,62.73902266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,2,128,1,float16,float16,0,63.119090666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,1,128,1,float16,float16,0,250.71713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,2,128,1,float16,float16,0,251.89784533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,4,128,1,float16,float16,0,254.76827133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,4,128,1,float16,float16,0,63.676626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,8,128,1,float16,float16,0,133.03746733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,8,128,1,float16,float16,0,266.0767373333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,1,128,1,float16,float16,0,31.417056666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,2,128,1,float16,float16,0,31.595589999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,1,128,1,float16,float16,0,15.748182666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,2,128,1,float16,float16,0,15.837145999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,4,128,1,float16,float16,0,31.980259999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,4,128,1,float16,float16,0,15.992227333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,8,128,1,float16,float16,0,16.669232666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,8,128,1,float16,float16,0,33.221612666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,8,128,1,float16,float16,0,66.55160199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,1,128,1,float16,float16,0,69.06992733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,2,128,1,float16,float16,0,69.62764466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,4,128,1,float16,float16,0,70.61944066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,1,128,1,float16,float16,0,34.63304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,2,128,1,float16,float16,0,34.89575266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,1,128,1,float16,float16,0,138.34122466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,2,128,1,float16,float16,0,139.15357733333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,4,128,1,float16,float16,0,141.34042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,1,128,1,float16,float16,0,17.377741333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,4,128,1,float16,float16,0,35.42233933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,8,128,1,float16,float16,0,73.65374466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,8,128,1,float16,float16,0,147.01216399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,2,128,1,float16,float16,0,17.479860666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,4,128,1,float16,float16,0,17.723792666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,8,128,1,float16,float16,0,36.88399866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,1,128,1,float16,float16,0,8.760058666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,2,128,1,float16,float16,0,8.775129999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,4,128,1,float16,float16,0,8.951470666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,8,128,1,float16,float16,0,9.349851333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,8,128,1,float16,float16,0,18.480453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,1,128,1,float16,float16,0,60.68555133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,2,128,1,float16,float16,0,61.33796933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,4,128,1,float16,float16,0,62.402842666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,1,128,1,float16,float16,0,30.376987333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,2,128,1,float16,float16,0,30.674661333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,1,128,1,float16,float16,0,121.30852933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,2,128,1,float16,float16,0,122.30885333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,4,128,1,float16,float16,0,124.66999133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,4,128,1,float16,float16,0,31.25266733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,8,128,1,float16,float16,0,65.10344533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,8,128,1,float16,float16,0,130.078624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,1,128,1,float16,float16,0,15.255456666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,8,128,1,float16,float16,0,32.62509466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,1,128,1,float16,float16,0,7.670537333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,2,128,1,float16,float16,0,15.382154666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,2,128,1,float16,float16,0,7.731195333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,4,128,1,float16,float16,0,15.680244666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,1,128,1,float16,float16,0,3.892148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,4,128,1,float16,float16,0,7.897014666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,2,128,1,float16,float16,0,3.9230533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,8,128,1,float16,float16,0,8.250259333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,4,128,1,float16,float16,0,3.9965119999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,8,128,1,float16,float16,0,4.188885999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,8,128,1,float16,float16,0,16.367979333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,1,128,1,float16,float16,0,34.23647933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,2,128,1,float16,float16,0,34.59416133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,4,128,1,float16,float16,0,35.387248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,1,128,1,float16,float16,0,17.149964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,2,128,1,float16,float16,0,17.314786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,1,128,1,float16,float16,0,68.42621933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,2,128,1,float16,float16,0,69.089488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,4,128,1,float16,float16,0,70.61325266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,4,128,1,float16,float16,0,17.75904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,8,128,1,float16,float16,0,37.08220533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,8,128,1,float16,float16,0,18.588986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,1,128,1,float16,float16,0,8.616382666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,8,128,1,float16,float16,0,74.10763533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,2,128,1,float16,float16,0,8.706178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,1,128,1,float16,float16,0,4.34551
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,2,128,1,float16,float16,0,4.383487333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,1,128,1,float16,float16,0,2.205554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,4,128,1,float16,float16,0,8.916621999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,4,128,1,float16,float16,0,4.486412666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,2,128,1,float16,float16,0,2.220625333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,8,128,1,float16,float16,0,4.719823333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,8,128,1,float16,float16,0,9.337718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,4,128,1,float16,float16,0,2.2736913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,8,128,1,float16,float16,0,2.3874326666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,1,128,1,float16,float16,0,15.415330666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,2,128,1,float16,float16,0,15.624283999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,4,128,1,float16,float16,0,16.07900666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,1,128,1,float16,float16,0,7.737981333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,2,128,1,float16,float16,0,7.821762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,1,128,1,float16,float16,0,30.754446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,2,128,1,float16,float16,0,31.175967333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,4,128,1,float16,float16,0,32.07340933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,8,128,1,float16,float16,0,17.010603999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,4,128,1,float16,float16,0,8.066742666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,1,128,1,float16,float16,0,3.897486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,8,128,1,float16,float16,0,34.002730666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,8,128,1,float16,float16,0,8.539084666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,2,128,1,float16,float16,0,3.946436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,4,128,1,float16,float16,0,4.055012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,1,128,1,float16,float16,0,1.981486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,2,128,1,float16,float16,0,2.0011246666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,4,128,1,float16,float16,0,2.0366406666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,1,128,1,float16,float16,0,1.0163659999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,2,128,1,float16,float16,0,1.0247466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,8,128,1,float16,float16,0,4.298476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,8,128,1,float16,float16,0,2.1638153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,4,128,1,float16,float16,0,1.045694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,8,128,1,float16,float16,0,1.106742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,1,128,1,float16,float16,0,8.850486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,2,128,1,float16,float16,0,8.992256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,1,128,1,float16,float16,0,17.654805999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,4,128,1,float16,float16,0,18.530260666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,2,128,1,float16,float16,0,17.944766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,4,128,1,float16,float16,0,9.288881333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,8,128,1,float16,float16,0,9.914753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,1,128,1,float16,float16,0,4.447794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,8,128,1,float16,float16,0,19.772410666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,2,128,1,float16,float16,0,4.514432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,1,128,1,float16,float16,0,2.239856666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,2,128,1,float16,float16,0,2.2688553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,4,128,1,float16,float16,0,2.3549326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,8,128,1,float16,float16,0,2.506166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,1,128,1,float16,float16,0,1.14244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,4,128,1,float16,float16,0,4.669253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,2,128,1,float16,float16,0,1.1647566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,4,128,1,float16,float16,0,1.198418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,2,128,1,float16,float16,0,0.5981473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,8,128,1,float16,float16,0,4.980282666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,4,128,1,float16,float16,0,0.6154546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,1,128,1,float16,float16,0,0.5967346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,8,128,1,float16,float16,0,1.2740346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,8,128,1,float16,float16,0,0.6650539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,1,128,1,float16,float16,0,4.115236666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,2,128,1,float16,float16,0,4.19926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,4,128,1,float16,float16,0,4.387092666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,1,128,1,float16,float16,0,2.0795926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,1,128,1,float16,float16,0,8.191837333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,2,128,1,float16,float16,0,2.124503333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,2,128,1,float16,float16,0,8.367181333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,4,128,1,float16,float16,0,8.726752666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,8,128,1,float16,float16,0,9.445210666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,1,128,1,float16,float16,0,1.056822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,2,128,1,float16,float16,0,1.072682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,8,128,1,float16,float16,0,4.743284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,4,128,1,float16,float16,0,2.203578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,2,128,1,float16,float16,0,0.553046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,4,128,1,float16,float16,0,1.114542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,8,128,1,float16,float16,0,2.38537
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,1,128,1,float16,float16,0,0.546338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,4,128,1,float16,float16,0,0.5744266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,8,128,1,float16,float16,0,1.2118773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,8,128,1,float16,float16,0,0.6303873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,1,128,1,float16,float16,0,0.29187599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,4,128,1,float16,float16,0,0.3041566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,2,128,1,float16,float16,0,0.2932106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,8,128,1,float16,float16,0,0.32665533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,1,128,1,float16,float16,0,1.183234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,2,128,1,float16,float16,0,1.2330586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,4,128,1,float16,float16,0,1.3100013333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,2,128,1,float16,float16,0,2.4236679999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,1,128,1,float16,float16,0,0.6113986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,2,128,1,float16,float16,0,0.6273973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,1,128,1,float16,float16,0,2.3494553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,8,128,1,float16,float16,0,2.917512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,8,128,1,float16,float16,0,1.4681766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,1,128,1,float16,float16,0,0.3224953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,2,128,1,float16,float16,0,0.33078066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,4,128,1,float16,float16,0,0.6631386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,4,128,1,float16,float16,0,2.5904406666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,4,128,1,float16,float16,0,0.34125866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,8,128,1,float16,float16,0,0.7492853333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,8,128,1,float16,float16,0,0.3847133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,1,128,1,float16,float16,0,0.17741533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,2,128,1,float16,float16,0,0.18674066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,1,128,1,float16,float16,0,0.09749999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,4,128,1,float16,float16,0,0.18219933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,8,128,1,float16,float16,0,0.21181333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,4,128,1,float16,float16,0,0.10153866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,2,128,1,float16,float16,0,0.10487533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,8,128,1,float16,float16,0,0.11621133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,1,128,1,float16,float16,0,0.3901213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,2,128,1,float16,float16,0,0.41428399999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,4,128,1,float16,float16,0,0.4496613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,4,128,1,float16,float16,0,0.870584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,2,128,1,float16,float16,0,0.8758446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,1,128,1,float16,float16,0,0.7578999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,1,128,1,float16,float16,0,0.21589533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,2,128,1,float16,float16,0,0.21908466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,8,128,1,float16,float16,0,1.0336906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,8,128,1,float16,float16,0,0.5263093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,4,128,1,float16,float16,0,0.23448533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,1,128,1,float16,float16,0,0.12046666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,8,128,1,float16,float16,0,0.276926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,2,128,1,float16,float16,0,0.124722
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,1,128,1,float16,float16,0,0.07528733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,4,128,1,float16,float16,0,0.131456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,2,128,1,float16,float16,0,0.07650933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,8,128,1,float16,float16,0,0.14949133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,2,128,1,float16,float16,0,0.070382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,8,128,1,float16,float16,0,0.07790466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,1,128,1,float16,float16,0,0.09984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,4,128,1,float16,float16,0,0.11259733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,4,128,1,float16,float16,0,0.077012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,8,128,1,float16,float16,0,0.10529999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,1,128,1,float16,float16,0,0.16007333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,1,128,1,float16,float16,0,0.28972666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,2,128,1,float16,float16,0,0.17187733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,4,128,1,float16,float16,0,0.35701466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,2,128,1,float16,float16,0,0.3141753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,8,128,1,float16,float16,0,0.44403666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,4,128,1,float16,float16,0,0.18552733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,1,128,1,float16,float16,0,0.10424266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,8,128,1,float16,float16,0,0.22913799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,2,128,1,float16,float16,0,0.091208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,4,128,1,float16,float16,0,0.10102733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,1,128,1,float16,float16,0,0.07254866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,4,128,1,float16,float16,0,0.074542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,2,128,1,float16,float16,0,0.103558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,8,128,1,float16,float16,0,0.12052733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,1,128,1,float16,float16,0,0.08245466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,8,128,1,float16,float16,0,0.080808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,2,128,1,float16,float16,0,0.075556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,4,128,1,float16,float16,0,0.073866
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,1,128,1,float16,float16,0,0.11277933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,2,128,1,float16,float16,0,0.07933466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,8,128,1,float16,float16,0,0.11422666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,4,128,1,float16,float16,0,0.073554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,8,128,1,float16,float16,0,0.07579
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,1,128,1,float16,float16,0,0.14799199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,2,128,1,float16,float16,0,0.08332133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,1,128,1,float16,float16,0,0.09373866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,4,128,1,float16,float16,0,0.18171400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,1,128,1,float16,float16,0,0.07754933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,4,128,1,float16,float16,0,0.088712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,2,128,1,float16,float16,0,0.16665133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,8,128,1,float16,float16,0,0.23834199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,8,128,1,float16,float16,0,0.10905266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,8,128,1,float16,float16,0,0.07470666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,2,128,1,float16,float16,0,0.08333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,4,128,1,float16,float16,0,0.076336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,4,128,1,float16,float16,0,0.07735866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,2,128,1,float16,float16,0,0.11007533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,1,128,1,float16,float16,0,0.09811533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,8,128,1,float16,float16,0,0.07436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,2,128,1,float16,float16,0,0.07099733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,1,128,1,float16,float16,0,0.08223799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,8,128,1,float16,float16,0,0.07514866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,1,128,1,float16,float16,0,0.11859466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,4,128,1,float16,float16,0,0.09554999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,2,128,1,float16,float16,0,0.07908333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,4,128,1,float16,float16,0,0.07078933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,8,128,1,float16,float16,0,0.07891866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,1,128,1,float16,float16,0,0.08547066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,2,128,1,float16,float16,0,0.10438133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,1,128,1,float16,float16,0,0.11069066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,8,128,1,float16,float16,0,0.136214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,4,128,1,float16,float16,0,0.12872599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,2,128,1,float16,float16,0,0.11672266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,1,128,1,float16,float16,0,0.085046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,4,128,1,float16,float16,0,0.080522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,2,128,1,float16,float16,0,0.08323466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,8,128,1,float16,float16,0,0.093158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,1,128,1,float16,float16,0,0.08736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,2,128,1,float16,float16,0,0.084552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,4,128,1,float16,float16,0,0.10916533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,4,128,1,float16,float16,0,0.089206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,8,128,1,float16,float16,0,0.09613933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,8,128,1,float16,float16,0,0.12546733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,1,128,1,float16,float16,0,0.08581733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,2,128,1,float16,float16,0,0.075322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,8,128,1,float16,float16,0,0.08001933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,1,128,1,float16,float16,0,0.09151999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,4,128,1,float16,float16,0,0.13713266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,4,128,1,float16,float16,0,0.080522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,8,128,1,float16,float16,0,0.081094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,2,128,1,float16,float16,0,0.13428133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,1,128,1,float16,float16,0,0.080496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,2,128,1,float16,float16,0,0.10234466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,8,128,1,float16,float16,0,0.125944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,2,128,1,float16,float16,0,0.12273733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,1,128,1,float16,float16,0,0.117338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,4,128,1,float16,float16,0,0.12700133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,4,128,1,float16,float16,0,0.07452466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,1,128,1,float16,float16,0,0.08625933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,2,128,1,float16,float16,0,0.10406066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,1,128,1,float16,float16,0,0.08037466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,4,128,1,float16,float16,0,0.082628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,8,128,1,float16,float16,0,0.10497933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,8,128,1,float16,float16,0,0.13955066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,2,128,1,float16,float16,0,0.087776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,8,128,1,float16,float16,0,0.07788733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,1,128,1,float16,float16,0,0.08128466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,2,128,1,float16,float16,0,0.11095066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,4,128,1,float16,float16,0,0.11506733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,8,128,1,float16,float16,0,0.08270599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,4,128,1,float16,float16,0,0.12349133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,2,128,1,float16,float16,0,0.08027933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,1,128,1,float16,float16,0,0.08108533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,4,128,1,float16,float16,0,0.10126133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,8,128,1,float16,float16,0,0.10477133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,0,0.11310866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,0,0.13492266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,0,0.13370066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,0,0.13433333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,0,0.114712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,0,0.07969
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,0,0.10094933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,0,0.08894599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,0,0.081978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,0,0.10476266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,0,0.08267133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,0,0.08800999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,0,0.11145333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,0,0.08115466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,0,0.101816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,0,0.089128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,0,0.08812266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,0,0.08106799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,0,0.10491866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,0,0.09980533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,0,0.08104199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,0,0.08760266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,0,0.07964666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,0,0.098618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,1,128,1,float16,float16,0,217.27356733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,2,128,1,float16,float16,0,217.52380866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,4,128,1,float16,float16,0,218.42741266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,1,128,1,float16,float16,0,107.690856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,2,128,1,float16,float16,0,107.98586933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,1,128,1,float16,float16,0,435.21452866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,2,128,1,float16,float16,0,435.767618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,4,128,1,float16,float16,0,439.0314846666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,4,128,1,float16,float16,0,108.45178933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,8,128,1,float16,float16,0,230.46763133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,8,128,1,float16,float16,0,114.33249533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,8,128,1,float16,float16,0,462.2912493333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,1,128,1,float16,float16,0,53.579040666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,2,128,1,float16,float16,0,53.691663999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,4,128,1,float16,float16,0,53.892254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,8,128,1,float16,float16,0,57.12676666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,1,128,1,float16,float16,0,117.70516333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,2,128,1,float16,float16,0,118.36611799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,4,128,1,float16,float16,0,118.94070066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,1,128,1,float16,float16,0,58.490822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,2,128,1,float16,float16,0,59.140223999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,1,128,1,float16,float16,0,236.046772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,2,128,1,float16,float16,0,236.1904913333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,4,128,1,float16,float16,0,238.70109466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,1,128,1,float16,float16,0,29.172398666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,2,128,1,float16,float16,0,29.227769999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,4,128,1,float16,float16,0,59.250437999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,4,128,1,float16,float16,0,29.474041999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,8,128,1,float16,float16,0,125.398026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,8,128,1,float16,float16,0,251.25184933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,8,128,1,float16,float16,0,62.72194066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,8,128,1,float16,float16,0,31.085027999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,1,128,1,float16,float16,0,80.04496933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,2,128,1,float16,float16,0,80.48421333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,4,128,1,float16,float16,0,81.07219466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,1,128,1,float16,float16,0,39.49510933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,2,128,1,float16,float16,0,40.083498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,1,128,1,float16,float16,0,159.73883466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,2,128,1,float16,float16,0,160.74405533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,4,128,1,float16,float16,0,162.35419199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,8,128,1,float16,float16,0,170.21603733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,1,128,1,float16,float16,0,19.84553133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,8,128,1,float16,float16,0,85.23795799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,4,128,1,float16,float16,0,40.570478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,2,128,1,float16,float16,0,19.990342666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,8,128,1,float16,float16,0,42.498880666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,4,128,1,float16,float16,0,20.31966733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,8,128,1,float16,float16,0,21.17037
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,1,128,1,float16,float16,0,100.18485533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,2,128,1,float16,float16,0,100.92678266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,4,128,1,float16,float16,0,102.06824333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,1,128,1,float16,float16,0,50.14230866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,2,128,1,float16,float16,0,50.45408333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,1,128,1,float16,float16,0,200.38563133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,2,128,1,float16,float16,0,201.70387466666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,4,128,1,float16,float16,0,204.30662199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,4,128,1,float16,float16,0,51.085423999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,8,128,1,float16,float16,0,106.83164266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,8,128,1,float16,float16,0,213.97119466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,1,128,1,float16,float16,0,25.109266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,8,128,1,float16,float16,0,53.344044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,2,128,1,float16,float16,0,25.265629999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,1,128,1,float16,float16,0,12.55891
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,4,128,1,float16,float16,0,25.638574000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,2,128,1,float16,float16,0,12.654321333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,4,128,1,float16,float16,0,12.847301999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,8,128,1,float16,float16,0,26.809926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,8,128,1,float16,float16,0,13.456629333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,1,128,1,float16,float16,0,55.334153333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,2,128,1,float16,float16,0,55.742232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,4,128,1,float16,float16,0,56.741793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,1,128,1,float16,float16,0,27.737692666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,2,128,1,float16,float16,0,27.98002133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,1,128,1,float16,float16,0,110.56914266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,2,128,1,float16,float16,0,111.40593533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,4,128,1,float16,float16,0,113.24550466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,8,128,1,float16,float16,0,59.24463133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,8,128,1,float16,float16,0,118.33620066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,4,128,1,float16,float16,0,28.450993999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,1,128,1,float16,float16,0,13.938088666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,2,128,1,float16,float16,0,14.072179333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,1,128,1,float16,float16,0,7.006609999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,4,128,1,float16,float16,0,14.262551333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,2,128,1,float16,float16,0,7.067996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,4,128,1,float16,float16,0,7.2091933333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,8,128,1,float16,float16,0,7.5418113333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,8,128,1,float16,float16,0,14.888960666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,8,128,1,float16,float16,0,29.667126666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,1,128,1,float16,float16,0,48.570313999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,2,128,1,float16,float16,0,49.037967333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,4,128,1,float16,float16,0,50.14145933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,1,128,1,float16,float16,0,24.35939133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,2,128,1,float16,float16,0,24.60241333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,1,128,1,float16,float16,0,97.02783999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,2,128,1,float16,float16,0,98.10979533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,4,128,1,float16,float16,0,100.18515000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,4,128,1,float16,float16,0,25.125394666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,8,128,1,float16,float16,0,52.58082266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,1,128,1,float16,float16,0,12.191876666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,8,128,1,float16,float16,0,105.08187733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,8,128,1,float16,float16,0,26.348399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,2,128,1,float16,float16,0,12.352270666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,1,128,1,float16,float16,0,6.127740666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,2,128,1,float16,float16,0,6.211824666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,4,128,1,float16,float16,0,12.608908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,1,128,1,float16,float16,0,3.1369346666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,4,128,1,float16,float16,0,6.3565146666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,8,128,1,float16,float16,0,6.6647446666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,2,128,1,float16,float16,0,3.158497333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,4,128,1,float16,float16,0,3.2181933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,8,128,1,float16,float16,0,3.3824699999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,8,128,1,float16,float16,0,13.233012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,1,128,1,float16,float16,0,27.361706666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,2,128,1,float16,float16,0,27.713356666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,4,128,1,float16,float16,0,28.422601999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,1,128,1,float16,float16,0,13.719801333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,2,128,1,float16,float16,0,13.869006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,2,128,1,float16,float16,0,55.44815466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,4,128,1,float16,float16,0,56.791479333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,4,128,1,float16,float16,0,14.275447333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,1,128,1,float16,float16,0,54.64153066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,8,128,1,float16,float16,0,30.008428666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,8,128,1,float16,float16,0,15.057666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,8,128,1,float16,float16,0,59.90976333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,1,128,1,float16,float16,0,6.888604666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,1,128,1,float16,float16,0,3.472187333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,2,128,1,float16,float16,0,6.977758666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,2,128,1,float16,float16,0,3.5171759999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,1,128,1,float16,float16,0,1.7676013333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,4,128,1,float16,float16,0,3.6217046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,2,128,1,float16,float16,0,1.7862693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,4,128,1,float16,float16,0,7.173391333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,8,128,1,float16,float16,0,3.8296959999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,8,128,1,float16,float16,0,7.57133
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,4,128,1,float16,float16,0,1.8291693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,8,128,1,float16,float16,0,1.944332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,2,128,1,float16,float16,0,12.533776666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,1,128,1,float16,float16,0,12.340579333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,4,128,1,float16,float16,0,12.972370666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,1,128,1,float16,float16,0,6.183267999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,2,128,1,float16,float16,0,6.284702666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,1,128,1,float16,float16,0,24.62417533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,2,128,1,float16,float16,0,25.03312933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,4,128,1,float16,float16,0,25.880469333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,4,128,1,float16,float16,0,6.494262666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,8,128,1,float16,float16,0,13.826808666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,1,128,1,float16,float16,0,3.114436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,2,128,1,float16,float16,0,3.1773906666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,8,128,1,float16,float16,0,6.946298666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,8,128,1,float16,float16,0,27.60382733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,4,128,1,float16,float16,0,3.2871713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,1,128,1,float16,float16,0,1.5846826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,1,128,1,float16,float16,0,0.8324506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,2,128,1,float16,float16,0,1.608334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,4,128,1,float16,float16,0,1.6585400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,8,128,1,float16,float16,0,1.7685546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,2,128,1,float16,float16,0,0.8330746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,4,128,1,float16,float16,0,0.8498793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,8,128,1,float16,float16,0,0.9097053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,8,128,1,float16,float16,0,3.5022606666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,1,128,1,float16,float16,0,7.084783333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,2,128,1,float16,float16,0,7.235262666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,4,128,1,float16,float16,0,7.527155999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,1,128,1,float16,float16,0,3.5553266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,2,128,1,float16,float16,0,3.6341153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,1,128,1,float16,float16,0,14.152493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,2,128,1,float16,float16,0,14.428162666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,4,128,1,float16,float16,0,14.986252666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,1,128,1,float16,float16,0,1.7941906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,8,128,1,float16,float16,0,8.088877333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,8,128,1,float16,float16,0,16.133502666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,4,128,1,float16,float16,0,3.772539333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,2,128,1,float16,float16,0,1.8351233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,4,128,1,float16,float16,0,1.9060686666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,8,128,1,float16,float16,0,4.072648666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,1,128,1,float16,float16,0,0.9316059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,8,128,1,float16,float16,0,2.0508626666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,2,128,1,float16,float16,0,0.944658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,1,128,1,float16,float16,0,0.4791626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,4,128,1,float16,float16,0,0.9712386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,8,128,1,float16,float16,0,1.0439346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,2,128,1,float16,float16,0,0.49156466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,4,128,1,float16,float16,0,0.5082479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,8,128,1,float16,float16,0,0.5503939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,1,128,1,float16,float16,0,3.310216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,2,128,1,float16,float16,0,3.392315333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,1,128,1,float16,float16,0,6.587212666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,4,128,1,float16,float16,0,7.093285333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,2,128,1,float16,float16,0,6.761100666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,4,128,1,float16,float16,0,3.5637073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,8,128,1,float16,float16,0,7.792139333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,8,128,1,float16,float16,0,3.9110153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,1,128,1,float16,float16,0,1.6706213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,2,128,1,float16,float16,0,1.6999926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,4,128,1,float16,float16,0,1.7990353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,1,128,1,float16,float16,0,0.8613973333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,8,128,1,float16,float16,0,1.9775946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,2,128,1,float16,float16,0,0.8711559999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,4,128,1,float16,float16,0,0.9190826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,1,128,1,float16,float16,0,0.4529286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,8,128,1,float16,float16,0,0.9984433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,2,128,1,float16,float16,0,0.45352666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,4,128,1,float16,float16,0,0.47026199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,1,128,1,float16,float16,0,0.24420066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,8,128,1,float16,float16,0,0.515346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,4,128,1,float16,float16,0,0.250536
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,2,128,1,float16,float16,0,0.24537066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,8,128,1,float16,float16,0,0.272402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,1,128,1,float16,float16,0,0.9706146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,2,128,1,float16,float16,0,1.002924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,1,128,1,float16,float16,0,1.8921153333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,2,128,1,float16,float16,0,1.9741626666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,4,128,1,float16,float16,0,2.1290706666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,8,128,1,float16,float16,0,2.4471719999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,1,128,1,float16,float16,0,0.4957766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,4,128,1,float16,float16,0,1.0802306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,8,128,1,float16,float16,0,1.237652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,2,128,1,float16,float16,0,0.5122693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,1,128,1,float16,float16,0,0.2594973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,4,128,1,float16,float16,0,0.549406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,8,128,1,float16,float16,0,0.6296333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,2,128,1,float16,float16,0,0.27235866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,1,128,1,float16,float16,0,0.14142266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,4,128,1,float16,float16,0,0.2896313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,8,128,1,float16,float16,0,0.32427199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,2,128,1,float16,float16,0,0.14587733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,4,128,1,float16,float16,0,0.153998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,2,128,1,float16,float16,0,0.08745533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,8,128,1,float16,float16,0,0.17848133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,1,128,1,float16,float16,0,0.11423533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,4,128,1,float16,float16,0,0.09580133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,8,128,1,float16,float16,0,0.09951066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,2,128,1,float16,float16,0,0.343096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,1,128,1,float16,float16,0,0.3805793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,4,128,1,float16,float16,0,0.37660999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,2,128,1,float16,float16,0,0.6618906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,1,128,1,float16,float16,0,0.6198659999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,4,128,1,float16,float16,0,0.73164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,1,128,1,float16,float16,0,0.18102933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,2,128,1,float16,float16,0,0.18550999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,8,128,1,float16,float16,0,0.8886453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,1,128,1,float16,float16,0,0.10376599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,4,128,1,float16,float16,0,0.20316399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,8,128,1,float16,float16,0,0.45847533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,8,128,1,float16,float16,0,0.23666933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,1,128,1,float16,float16,0,0.07749733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,2,128,1,float16,float16,0,0.10351466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,4,128,1,float16,float16,0,0.10910466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,8,128,1,float16,float16,0,0.13240933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,4,128,1,float16,float16,0,0.09554133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,1,128,1,float16,float16,0,0.07436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,2,128,1,float16,float16,0,0.13312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,8,128,1,float16,float16,0,0.10171199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,2,128,1,float16,float16,0,0.09126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,4,128,1,float16,float16,0,0.096486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,8,128,1,float16,float16,0,0.09691933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,1,128,1,float16,float16,0,0.13766133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,2,128,1,float16,float16,0,0.14940466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,4,128,1,float16,float16,0,0.16523
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,2,128,1,float16,float16,0,0.26910866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,1,128,1,float16,float16,0,0.24955666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,4,128,1,float16,float16,0,0.31590866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,8,128,1,float16,float16,0,0.3910573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,1,128,1,float16,float16,0,0.12365599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,8,128,1,float16,float16,0,0.2013353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,2,128,1,float16,float16,0,0.10656533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,4,128,1,float16,float16,0,0.10445933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,1,128,1,float16,float16,0,0.07969
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,8,128,1,float16,float16,0,0.10875800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,2,128,1,float16,float16,0,0.07702066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,2,128,1,float16,float16,0,0.10405199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,1,128,1,float16,float16,0,0.09964066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,4,128,1,float16,float16,0,0.12374266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,8,128,1,float16,float16,0,0.09273333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,4,128,1,float16,float16,0,0.11388866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,8,128,1,float16,float16,0,0.09872199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,1,128,1,float16,float16,0,0.07947333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,2,128,1,float16,float16,0,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,8,128,1,float16,float16,0,0.09691933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,4,128,1,float16,float16,0,0.110162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,1,128,1,float16,float16,0,0.09870466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,2,128,1,float16,float16,0,0.11618533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,4,128,1,float16,float16,0,0.16035933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,2,128,1,float16,float16,0,0.13695933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,1,128,1,float16,float16,0,0.129662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,8,128,1,float16,float16,0,0.20655266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,4,128,1,float16,float16,0,0.10370533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,1,128,1,float16,float16,0,0.07940399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,2,128,1,float16,float16,0,0.09588799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,8,128,1,float16,float16,0,0.10395666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,4,128,1,float16,float16,0,0.092482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,8,128,1,float16,float16,0,0.10169466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,2,128,1,float16,float16,0,0.07937799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,1,128,1,float16,float16,0,0.10081066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,4,128,1,float16,float16,0,0.09279399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,1,128,1,float16,float16,0,0.13909133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,8,128,1,float16,float16,0,0.11150533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,4,128,1,float16,float16,0,0.07947333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,2,128,1,float16,float16,0,0.10699866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,8,128,1,float16,float16,0,0.09933733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,1,128,1,float16,float16,0,0.09281133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,8,128,1,float16,float16,0,0.07915266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,2,128,1,float16,float16,0,0.09075733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,4,128,1,float16,float16,0,0.11243266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,1,128,1,float16,float16,0,0.13901333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,2,128,1,float16,float16,0,0.09965799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,1,128,1,float16,float16,0,0.10800399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,2,128,1,float16,float16,0,0.110292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,8,128,1,float16,float16,0,0.11953933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,4,128,1,float16,float16,0,0.10614933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,4,128,1,float16,float16,0,0.08339933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,1,128,1,float16,float16,0,0.11509333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,2,128,1,float16,float16,0,0.11087266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,4,128,1,float16,float16,0,0.14058199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,8,128,1,float16,float16,0,0.10301199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,8,128,1,float16,float16,0,0.09923333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,1,128,1,float16,float16,0,0.08579999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,2,128,1,float16,float16,0,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,2,128,1,float16,float16,0,0.10061133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,1,128,1,float16,float16,0,0.10019533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,8,128,1,float16,float16,0,0.10614933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,4,128,1,float16,float16,0,0.12159333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,4,128,1,float16,float16,0,0.082732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,8,128,1,float16,float16,0,0.111306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,1,128,1,float16,float16,0,0.10633999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,2,128,1,float16,float16,0,0.101088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,4,128,1,float16,float16,0,0.136734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,8,128,1,float16,float16,0,0.11758933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,1,128,1,float16,float16,0,0.10198933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,1,128,1,float16,float16,0,0.102206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,2,128,1,float16,float16,0,0.11402733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,4,128,1,float16,float16,0,0.10582866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,2,128,1,float16,float16,0,0.10869733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,8,128,1,float16,float16,0,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,4,128,1,float16,float16,0,0.08456066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,8,128,1,float16,float16,0,0.12960133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,2,128,1,float16,float16,0,0.09925933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,1,128,1,float16,float16,0,0.11280533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,8,128,1,float16,float16,0,0.10363599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,4,128,1,float16,float16,0,0.11288333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,1,128,1,float16,float16,0,0.08500266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,2,128,1,float16,float16,0,0.10936466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,4,128,1,float16,float16,0,0.10024733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,1,128,1,float16,float16,0,0.09811533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,8,128,1,float16,float16,0,0.10822066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,2,128,1,float16,float16,0,0.11784933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,4,128,1,float16,float16,0,0.08271466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,8,128,1,float16,float16,0,0.07725466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,1,128,1,float16,float16,0,0.10170333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,2,128,1,float16,float16,0,0.10061133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,4,128,1,float16,float16,0,0.10842866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,8,128,1,float16,float16,0,0.11312599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,0,0.11449533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,0,0.10421666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,0,0.10692066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,0,0.116064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,0,0.10156466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,0,0.10490133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,0,0.10245733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,0,0.10018666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,0,0.09444066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,0,0.10206733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,0,0.09977933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,0,0.10786533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,0,0.10505733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,0,0.09129466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,0,0.103194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,0,0.10465
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,0,0.09868733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,0,0.10081066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,0,0.13232266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,0,0.10273466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,0,0.097786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,0,0.091624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,0,0.10210199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,0,0.09662466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,1,128,1,float16,float16,0,162.92069733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,2,128,1,float16,float16,0,163.43075666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,4,128,1,float16,float16,0,163.55327733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,1,128,1,float16,float16,0,80.86299866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,2,128,1,float16,float16,0,81.048994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,1,128,1,float16,float16,0,327.0005873333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,2,128,1,float16,float16,0,327.07844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,4,128,1,float16,float16,0,81.25132599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,4,128,1,float16,float16,0,329.2134213333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,8,128,1,float16,float16,0,173.53154866666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,8,128,1,float16,float16,0,346.57269399999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,8,128,1,float16,float16,0,86.133216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,1,128,1,float16,float16,0,40.326875333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,2,128,1,float16,float16,0,40.432842666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,4,128,1,float16,float16,0,40.29961866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,8,128,1,float16,float16,0,42.896671999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,1,128,1,float16,float16,0,88.16920666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,2,128,1,float16,float16,0,89.04239066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,4,128,1,float16,float16,0,89.712532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,1,128,1,float16,float16,0,44.07069333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,2,128,1,float16,float16,0,44.41768933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,1,128,1,float16,float16,0,177.20615466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,2,128,1,float16,float16,0,177.46755866666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,4,128,1,float16,float16,0,179.42070466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,1,128,1,float16,float16,0,21.801693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,2,128,1,float16,float16,0,22.065116666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,4,128,1,float16,float16,0,44.560819333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,8,128,1,float16,float16,0,93.87189066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,8,128,1,float16,float16,0,46.96751799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,8,128,1,float16,float16,0,188.92529933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,4,128,1,float16,float16,0,22.42305
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,8,128,1,float16,float16,0,23.514928666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,1,128,1,float16,float16,0,59.925016666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,2,128,1,float16,float16,0,60.59091133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,4,128,1,float16,float16,0,61.188330666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,1,128,1,float16,float16,0,29.780374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,2,128,1,float16,float16,0,30.034081999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,1,128,1,float16,float16,0,120.15753533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,2,128,1,float16,float16,0,120.78749799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,4,128,1,float16,float16,0,122.29516866666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,4,128,1,float16,float16,0,30.57071333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,8,128,1,float16,float16,0,64.18451866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,8,128,1,float16,float16,0,128.42199066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,1,128,1,float16,float16,0,15.027029333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,2,128,1,float16,float16,0,15.099266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,8,128,1,float16,float16,0,32.11277333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,4,128,1,float16,float16,0,15.352783333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,8,128,1,float16,float16,0,15.906132666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,1,128,1,float16,float16,0,75.34298199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,2,128,1,float16,float16,0,75.98495666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,4,128,1,float16,float16,0,76.975808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,1,128,1,float16,float16,0,37.654188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,2,128,1,float16,float16,0,38.00186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,1,128,1,float16,float16,0,150.855042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,2,128,1,float16,float16,0,151.675342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,4,128,1,float16,float16,0,154.18209733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,4,128,1,float16,float16,0,38.440722666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,8,128,1,float16,float16,0,80.77691266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,8,128,1,float16,float16,0,161.72897866666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,1,128,1,float16,float16,0,18.886356666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,1,128,1,float16,float16,0,9.503710666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,8,128,1,float16,float16,0,40.483612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,2,128,1,float16,float16,0,19.013999333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,2,128,1,float16,float16,0,9.575219333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,4,128,1,float16,float16,0,19.215551333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,4,128,1,float16,float16,0,9.690815333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,8,128,1,float16,float16,0,10.190986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,8,128,1,float16,float16,0,20.284454666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,1,128,1,float16,float16,0,41.562083333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,2,128,1,float16,float16,0,42.05662066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,4,128,1,float16,float16,0,42.83946333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,1,128,1,float16,float16,0,20.840577333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,2,128,1,float16,float16,0,21.196794666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,1,128,1,float16,float16,0,83.19195733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,2,128,1,float16,float16,0,83.92741933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,4,128,1,float16,float16,0,85.47513866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,1,128,1,float16,float16,0,10.499874666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,2,128,1,float16,float16,0,10.603259333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,4,128,1,float16,float16,0,21.496236666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,8,128,1,float16,float16,0,44.927792000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,8,128,1,float16,float16,0,89.73841066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,8,128,1,float16,float16,0,22.485458666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,1,128,1,float16,float16,0,5.300195333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,4,128,1,float16,float16,0,10.789497333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,2,128,1,float16,float16,0,5.376453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,4,128,1,float16,float16,0,5.463093999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,8,128,1,float16,float16,0,5.7363713333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,8,128,1,float16,float16,0,11.379541333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,1,128,1,float16,float16,0,36.524877999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,2,128,1,float16,float16,0,37.002584666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,4,128,1,float16,float16,0,37.954011333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,1,128,1,float16,float16,0,18.325874666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,2,128,1,float16,float16,0,18.566738666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,1,128,1,float16,float16,0,72.96588866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,2,128,1,float16,float16,0,73.81690333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,4,128,1,float16,float16,0,75.69908666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,4,128,1,float16,float16,0,19.031558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,8,128,1,float16,float16,0,40.06580933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,1,128,1,float16,float16,0,9.223950666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,8,128,1,float16,float16,0,79.95078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,2,128,1,float16,float16,0,9.320254666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,8,128,1,float16,float16,0,20.105245333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,1,128,1,float16,float16,0,4.67402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,4,128,1,float16,float16,0,9.549193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,2,128,1,float16,float16,0,4.713565999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,4,128,1,float16,float16,0,4.830704666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,1,128,1,float16,float16,0,2.379026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,2,128,1,float16,float16,0,2.3915319999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,8,128,1,float16,float16,0,5.107578666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,8,128,1,float16,float16,0,10.131177333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,4,128,1,float16,float16,0,2.4665246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,8,128,1,float16,float16,0,2.603995333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,1,128,1,float16,float16,0,20.613016666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,2,128,1,float16,float16,0,20.88420533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,4,128,1,float16,float16,0,21.579436666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,1,128,1,float16,float16,0,10.338925999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,1,128,1,float16,float16,0,41.14209666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,2,128,1,float16,float16,0,41.76292466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,2,128,1,float16,float16,0,10.487273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,4,128,1,float16,float16,0,43.02499066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,4,128,1,float16,float16,0,10.815843999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,8,128,1,float16,float16,0,22.940268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,1,128,1,float16,float16,0,5.207375333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,8,128,1,float16,float16,0,45.755874666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,1,128,1,float16,float16,0,2.6509946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,2,128,1,float16,float16,0,5.27865
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,4,128,1,float16,float16,0,5.436201333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,2,128,1,float16,float16,0,2.6600166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,1,128,1,float16,float16,0,1.3621573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,8,128,1,float16,float16,0,5.805834666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,4,128,1,float16,float16,0,2.772180666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,2,128,1,float16,float16,0,1.3710146666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,4,128,1,float16,float16,0,1.4063833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,8,128,1,float16,float16,0,2.949578666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,8,128,1,float16,float16,0,1.510028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,8,128,1,float16,float16,0,11.525375333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,1,128,1,float16,float16,0,9.318001333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,2,128,1,float16,float16,0,9.495555333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,4,128,1,float16,float16,0,9.874262666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,1,128,1,float16,float16,0,4.6824786666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,2,128,1,float16,float16,0,4.774042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,1,128,1,float16,float16,0,18.588084666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,2,128,1,float16,float16,0,18.95378333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,4,128,1,float16,float16,0,19.700035333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,1,128,1,float16,float16,0,2.356146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,4,128,1,float16,float16,0,4.953052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,8,128,1,float16,float16,0,10.652832666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,8,128,1,float16,float16,0,21.237267999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,2,128,1,float16,float16,0,2.4193086666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,1,128,1,float16,float16,0,1.2075006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,8,128,1,float16,float16,0,5.356502666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,2,128,1,float16,float16,0,1.2445593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,4,128,1,float16,float16,0,2.5049526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,4,128,1,float16,float16,0,1.2715733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,1,128,1,float16,float16,0,0.6337673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,8,128,1,float16,float16,0,2.7106386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,8,128,1,float16,float16,0,1.3944493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,2,128,1,float16,float16,0,0.651014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,4,128,1,float16,float16,0,0.6665099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,8,128,1,float16,float16,0,0.7194373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,1,128,1,float16,float16,0,5.379625333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,2,128,1,float16,float16,0,5.505075333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,4,128,1,float16,float16,0,5.759112666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,1,128,1,float16,float16,0,2.706452666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,1,128,1,float16,float16,0,10.709893999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,2,128,1,float16,float16,0,2.7691733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,2,128,1,float16,float16,0,10.959918666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,4,128,1,float16,float16,0,11.481054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,1,128,1,float16,float16,0,1.3792219999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,2,128,1,float16,float16,0,1.4021713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,4,128,1,float16,float16,0,2.896816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,8,128,1,float16,float16,0,6.302009999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,8,128,1,float16,float16,0,12.552427333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,4,128,1,float16,float16,0,1.4705339999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,1,128,1,float16,float16,0,0.7069313333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,8,128,1,float16,float16,0,3.172823333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,1,128,1,float16,float16,0,0.3767833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,2,128,1,float16,float16,0,0.7265266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,4,128,1,float16,float16,0,0.7585066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,8,128,1,float16,float16,0,1.6105006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,2,128,1,float16,float16,0,0.3763933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,8,128,1,float16,float16,0,0.8231253333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,4,128,1,float16,float16,0,0.39143
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,8,128,1,float16,float16,0,0.4329606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,1,128,1,float16,float16,0,2.5117126666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,2,128,1,float16,float16,0,2.5921046666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,4,128,1,float16,float16,0,2.760203333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,1,128,1,float16,float16,0,1.2727866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,1,128,1,float16,float16,0,4.995007333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,2,128,1,float16,float16,0,5.164172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,2,128,1,float16,float16,0,1.3133293333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,4,128,1,float16,float16,0,5.495741333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,8,128,1,float16,float16,0,6.153697333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,8,128,1,float16,float16,0,3.0943206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,1,128,1,float16,float16,0,0.6599926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,4,128,1,float16,float16,0,1.3939206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,2,128,1,float16,float16,0,0.6746826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,4,128,1,float16,float16,0,0.7142719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,8,128,1,float16,float16,0,1.567514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,1,128,1,float16,float16,0,0.348946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,2,128,1,float16,float16,0,0.35704933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,4,128,1,float16,float16,0,0.37279666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,8,128,1,float16,float16,0,0.7939533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,1,128,1,float16,float16,0,0.19074466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,2,128,1,float16,float16,0,0.1935093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,4,128,1,float16,float16,0,0.203138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,8,128,1,float16,float16,0,0.413946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,8,128,1,float16,float16,0,0.22095666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,1,128,1,float16,float16,0,0.744744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,2,128,1,float16,float16,0,0.776126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,1,128,1,float16,float16,0,1.4584006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,2,128,1,float16,float16,0,1.5307066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,4,128,1,float16,float16,0,1.6931546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,1,128,1,float16,float16,0,0.3834653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,8,128,1,float16,float16,0,1.9996686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,4,128,1,float16,float16,0,0.8567693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,8,128,1,float16,float16,0,1.01283
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,2,128,1,float16,float16,0,0.4093266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,1,128,1,float16,float16,0,0.21224666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,4,128,1,float16,float16,0,0.4449813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,8,128,1,float16,float16,0,0.5206153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,2,128,1,float16,float16,0,0.214786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,4,128,1,float16,float16,0,0.232648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,8,128,1,float16,float16,0,0.270114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,1,128,1,float16,float16,0,0.11810933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,2,128,1,float16,float16,0,0.12070066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,4,128,1,float16,float16,0,0.12159333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,8,128,1,float16,float16,0,0.140322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,1,128,1,float16,float16,0,0.09488266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,2,128,1,float16,float16,0,0.09503866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,4,128,1,float16,float16,0,0.09525533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,8,128,1,float16,float16,0,0.09733533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,1,128,1,float16,float16,0,0.2629033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,2,128,1,float16,float16,0,0.2820913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,1,128,1,float16,float16,0,0.488878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,2,128,1,float16,float16,0,0.5289266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,4,128,1,float16,float16,0,0.623012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,8,128,1,float16,float16,0,0.7800866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,1,128,1,float16,float16,0,0.14085066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,4,128,1,float16,float16,0,0.32355266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,2,128,1,float16,float16,0,0.15164933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,4,128,1,float16,float16,0,0.169312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,8,128,1,float16,float16,0,0.394706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,1,128,1,float16,float16,0,0.07939533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,8,128,1,float16,float16,0,0.2062493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,2,128,1,float16,float16,0,0.09940666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,2,128,1,float16,float16,0,0.07897933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,1,128,1,float16,float16,0,0.10221466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,4,128,1,float16,float16,0,0.09780333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,8,128,1,float16,float16,0,0.10452866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,4,128,1,float16,float16,0,0.09751733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,8,128,1,float16,float16,0,0.10707666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,1,128,1,float16,float16,0,0.07775733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,2,128,1,float16,float16,0,0.09592266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,4,128,1,float16,float16,0,0.09567999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,8,128,1,float16,float16,0,0.10023
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,1,128,1,float16,float16,0,0.11172199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,2,128,1,float16,float16,0,0.121498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,4,128,1,float16,float16,0,0.27540933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,1,128,1,float16,float16,0,0.21019266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,2,128,1,float16,float16,0,0.22626933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,1,128,1,float16,float16,0,0.076726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,2,128,1,float16,float16,0,0.09371266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,8,128,1,float16,float16,0,0.18122866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,4,128,1,float16,float16,0,0.13931666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,4,128,1,float16,float16,0,0.099372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,8,128,1,float16,float16,0,0.08407533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,1,128,1,float16,float16,0,0.09349599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,2,128,1,float16,float16,0,0.09654666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,4,128,1,float16,float16,0,0.09285466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,8,128,1,float16,float16,0,0.09974466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,1,128,1,float16,float16,0,0.07812999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,2,128,1,float16,float16,0,0.09091333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,4,128,1,float16,float16,0,0.09496933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,8,128,1,float16,float16,0,0.094302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,1,128,1,float16,float16,0,0.093366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,8,128,1,float16,float16,0,0.07542599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,4,128,1,float16,float16,0,0.077142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,2,128,1,float16,float16,0,0.10491
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,8,128,1,float16,float16,0,0.35911199999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,2,128,1,float16,float16,0,0.09802866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,1,128,1,float16,float16,0,0.12938466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,1,128,1,float16,float16,0,0.09775133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,2,128,1,float16,float16,0,0.10735399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,8,128,1,float16,float16,0,0.17302133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,4,128,1,float16,float16,0,0.133952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,4,128,1,float16,float16,0,0.13279066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,2,128,1,float16,float16,0,0.09303666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,4,128,1,float16,float16,0,0.09852266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,1,128,1,float16,float16,0,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,8,128,1,float16,float16,0,0.08024466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,1,128,1,float16,float16,0,0.09379066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,8,128,1,float16,float16,0,0.10395666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,4,128,1,float16,float16,0,0.09698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,2,128,1,float16,float16,0,0.12032799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,2,128,1,float16,float16,0,0.09585333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,8,128,1,float16,float16,0,0.09496066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,1,128,1,float16,float16,0,0.12246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,4,128,1,float16,float16,0,0.09701466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,8,128,1,float16,float16,0,0.09836666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,1,128,1,float16,float16,0,0.09787266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,4,128,1,float16,float16,0,0.11118466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,2,128,1,float16,float16,0,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,8,128,1,float16,float16,0,0.098982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,1,128,1,float16,float16,0,0.12762533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,2,128,1,float16,float16,0,0.10609733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,2,128,1,float16,float16,0,0.108498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,4,128,1,float16,float16,0,0.10149533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,1,128,1,float16,float16,0,0.10115733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,8,128,1,float16,float16,0,0.10159933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,1,128,1,float16,float16,0,0.10552533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,2,128,1,float16,float16,0,0.10257
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,4,128,1,float16,float16,0,0.09914666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,8,128,1,float16,float16,0,0.10609733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,4,128,1,float16,float16,0,0.11805733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,8,128,1,float16,float16,0,0.12696666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,1,128,1,float16,float16,0,0.12528533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,2,128,1,float16,float16,0,0.10210199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,4,128,1,float16,float16,0,0.09932866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,8,128,1,float16,float16,0,0.10354933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,2,128,1,float16,float16,0,0.10472799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,4,128,1,float16,float16,0,0.115622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,1,128,1,float16,float16,0,0.13082333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,8,128,1,float16,float16,0,0.10214533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,1,128,1,float16,float16,0,0.12018933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,2,128,1,float16,float16,0,0.10415599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,8,128,1,float16,float16,0,0.10774399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,4,128,1,float16,float16,0,0.10676466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,1,128,1,float16,float16,0,0.10580266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,2,128,1,float16,float16,0,0.11370666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,4,128,1,float16,float16,0,0.10253533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,2,128,1,float16,float16,0,0.10299466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,1,128,1,float16,float16,0,0.12191399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,8,128,1,float16,float16,0,0.10497933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,4,128,1,float16,float16,0,0.10116599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,1,128,1,float16,float16,0,0.10372266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,8,128,1,float16,float16,0,0.12224333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,2,128,1,float16,float16,0,0.10709400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,8,128,1,float16,float16,0,0.11553533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,4,128,1,float16,float16,0,0.12481733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,1,128,1,float16,float16,0,0.10937333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,2,128,1,float16,float16,0,0.13415133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,4,128,1,float16,float16,0,0.11607266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,8,128,1,float16,float16,0,0.10341933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,2,128,1,float16,float16,0,0.11199066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,1,128,1,float16,float16,0,0.106366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,8,128,1,float16,float16,0,0.10878399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,4,128,1,float16,float16,0,0.12354333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,1,128,1,float16,float16,0,0.114842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,4,128,1,float16,float16,0,0.105222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,2,128,1,float16,float16,0,0.09906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,8,128,1,float16,float16,0,0.103168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,0,0.10104466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,0,0.10301199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,0,0.10437266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,0,0.12024133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,0,0.09776866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,0,0.108342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,0,0.100022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,0,0.10531733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,0,0.09499533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,0,0.10341933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,0,0.12280666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,0,0.10420800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,0,0.10244866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,0,0.10280399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,0,0.10456333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,0,0.11217266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,0,0.102128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,0,0.10526533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,0,0.10262199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,0,0.10399133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,0,0.108368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,0,0.10458066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,0,0.11717333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,0,0.08508066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,1,128,1,float16,float16,0,108.24477733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,2,128,1,float16,float16,0,108.78515266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,4,128,1,float16,float16,0,109.52909933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,1,128,1,float16,float16,0,53.370433999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,2,128,1,float16,float16,0,53.97099933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,1,128,1,float16,float16,0,216.49885399999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,2,128,1,float16,float16,0,218.329956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,4,128,1,float16,float16,0,54.67293
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,4,128,1,float16,float16,0,219.94023133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,8,128,1,float16,float16,0,57.90076933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,8,128,1,float16,float16,0,116.269972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,8,128,1,float16,float16,0,233.30792333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,1,128,1,float16,float16,0,26.656006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,2,128,1,float16,float16,0,26.826461999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,4,128,1,float16,float16,0,27.060028666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,8,128,1,float16,float16,0,28.911332666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,1,128,1,float16,float16,0,58.720956666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,2,128,1,float16,float16,0,58.98740466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,4,128,1,float16,float16,0,60.066916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,1,128,1,float16,float16,0,29.147594666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,2,128,1,float16,float16,0,29.423931333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,1,128,1,float16,float16,0,117.66774933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,2,128,1,float16,float16,0,119.08194999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,4,128,1,float16,float16,0,120.46913666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,1,128,1,float16,float16,0,14.649821333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,8,128,1,float16,float16,0,63.13406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,4,128,1,float16,float16,0,29.899974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,2,128,1,float16,float16,0,14.774474
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,8,128,1,float16,float16,0,127.15714266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,8,128,1,float16,float16,0,31.6147
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,4,128,1,float16,float16,0,15.037091333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,8,128,1,float16,float16,0,15.776912666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,1,128,1,float16,float16,0,39.900224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,2,128,1,float16,float16,0,40.30362266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,4,128,1,float16,float16,0,40.90493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,1,128,1,float16,float16,0,19.996444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,2,128,1,float16,float16,0,20.112958666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,1,128,1,float16,float16,0,79.95435933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,2,128,1,float16,float16,0,80.48943066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,4,128,1,float16,float16,0,81.755518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,4,128,1,float16,float16,0,20.481994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,8,128,1,float16,float16,0,43.2549
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,1,128,1,float16,float16,0,10.045568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,8,128,1,float16,float16,0,86.44549333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,8,128,1,float16,float16,0,21.68625333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,2,128,1,float16,float16,0,10.151951333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,4,128,1,float16,float16,0,10.364744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,8,128,1,float16,float16,0,10.842077999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,1,128,1,float16,float16,0,50.19647533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,2,128,1,float16,float16,0,50.843962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,4,128,1,float16,float16,0,51.68859799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,1,128,1,float16,float16,0,25.100711999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,2,128,1,float16,float16,0,25.336965333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,1,128,1,float16,float16,0,100.40678266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,2,128,1,float16,float16,0,101.42483
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,4,128,1,float16,float16,0,103.48817266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,4,128,1,float16,float16,0,25.83684133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,8,128,1,float16,float16,0,54.879534666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,1,128,1,float16,float16,0,12.561952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,8,128,1,float16,float16,0,109.215132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,8,128,1,float16,float16,0,27.404008666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,2,128,1,float16,float16,0,12.802547333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,1,128,1,float16,float16,0,6.404822666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,4,128,1,float16,float16,0,13.003076666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,2,128,1,float16,float16,0,6.4788793333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,4,128,1,float16,float16,0,6.6182566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,8,128,1,float16,float16,0,13.757440666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,8,128,1,float16,float16,0,6.944097333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,1,128,1,float16,float16,0,27.823085333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,2,128,1,float16,float16,0,28.133482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,4,128,1,float16,float16,0,28.852694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,1,128,1,float16,float16,0,13.943097999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,2,128,1,float16,float16,0,14.101793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,1,128,1,float16,float16,0,55.501315999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,2,128,1,float16,float16,0,56.17766266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,4,128,1,float16,float16,0,57.514834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,1,128,1,float16,float16,0,7.0290566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,4,128,1,float16,float16,0,14.494064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,8,128,1,float16,float16,0,30.54590933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,2,128,1,float16,float16,0,7.155044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,8,128,1,float16,float16,0,15.381764666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,8,128,1,float16,float16,0,60.968258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,1,128,1,float16,float16,0,3.5949853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,4,128,1,float16,float16,0,7.316374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,2,128,1,float16,float16,0,3.646205333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,4,128,1,float16,float16,0,3.723798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,8,128,1,float16,float16,0,3.945586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,8,128,1,float16,float16,0,7.7755339999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,1,128,1,float16,float16,0,24.397039333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,2,128,1,float16,float16,0,24.803809333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,4,128,1,float16,float16,0,25.652432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,1,128,1,float16,float16,0,12.235539333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,2,128,1,float16,float16,0,12.4462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,1,128,1,float16,float16,0,48.694334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,2,128,1,float16,float16,0,49.51392333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,4,128,1,float16,float16,0,51.20059533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,4,128,1,float16,float16,0,12.872028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,1,128,1,float16,float16,0,6.164669333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,8,128,1,float16,float16,0,27.483611999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,2,128,1,float16,float16,0,6.265627333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,8,128,1,float16,float16,0,13.790633999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,8,128,1,float16,float16,0,54.840404666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,1,128,1,float16,float16,0,3.1310153333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,2,128,1,float16,float16,0,3.183726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,4,128,1,float16,float16,0,3.2788773333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,4,128,1,float16,float16,0,6.495449999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,1,128,1,float16,float16,0,1.6325486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,2,128,1,float16,float16,0,1.638884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,8,128,1,float16,float16,0,1.8285279999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,4,128,1,float16,float16,0,1.7028613333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,8,128,1,float16,float16,0,3.5305226666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,8,128,1,float16,float16,0,6.968060666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,1,128,1,float16,float16,0,13.789906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,2,128,1,float16,float16,0,14.067689999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,4,128,1,float16,float16,0,14.628198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,1,128,1,float16,float16,0,6.929684666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,2,128,1,float16,float16,0,7.067060000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,1,128,1,float16,float16,0,27.538757999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,2,128,1,float16,float16,0,28.065136666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,4,128,1,float16,float16,0,29.20321733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,4,128,1,float16,float16,0,7.372698666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,1,128,1,float16,float16,0,3.5000853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,8,128,1,float16,float16,0,15.839061333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,2,128,1,float16,float16,0,3.574514666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,8,128,1,float16,float16,0,7.9766613333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,8,128,1,float16,float16,0,31.597496666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,1,128,1,float16,float16,0,1.7956986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,2,128,1,float16,float16,0,1.823094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,4,128,1,float16,float16,0,1.8962319999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,4,128,1,float16,float16,0,3.7157553333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,8,128,1,float16,float16,0,2.0533413333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,1,128,1,float16,float16,0,0.9413213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,8,128,1,float16,float16,0,4.033154666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,2,128,1,float16,float16,0,0.9609686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,4,128,1,float16,float16,0,0.9938933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,8,128,1,float16,float16,0,1.0747273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,1,128,1,float16,float16,0,6.257038666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,2,128,1,float16,float16,0,6.428959333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,1,128,1,float16,float16,0,12.49248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,2,128,1,float16,float16,0,12.825756666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,4,128,1,float16,float16,0,13.493670666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,4,128,1,float16,float16,0,6.761724666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,1,128,1,float16,float16,0,3.143062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,8,128,1,float16,float16,0,14.880380666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,8,128,1,float16,float16,0,7.471689333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,2,128,1,float16,float16,0,3.2338539999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,1,128,1,float16,float16,0,1.5972753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,1,128,1,float16,float16,0,0.8295906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,2,128,1,float16,float16,0,1.6455746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,4,128,1,float16,float16,0,3.4092066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,4,128,1,float16,float16,0,1.7254119999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,2,128,1,float16,float16,0,0.8437693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,8,128,1,float16,float16,0,2.3556779999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,1,128,1,float16,float16,0,0.439114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,8,128,1,float16,float16,0,3.761827333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,2,128,1,float16,float16,0,0.45019000000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,4,128,1,float16,float16,0,0.8927533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,4,128,1,float16,float16,0,0.4685893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,8,128,1,float16,float16,0,0.9860673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,8,128,1,float16,float16,0,0.5151726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,1,128,1,float16,float16,0,3.618957333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,2,128,1,float16,float16,0,3.7450313333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,4,128,1,float16,float16,0,3.9909739999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,1,128,1,float16,float16,0,1.827297333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,1,128,1,float16,float16,0,7.203074666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,2,128,1,float16,float16,0,1.8871406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,4,128,1,float16,float16,0,7.942176666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,8,128,1,float16,float16,0,4.486681333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,2,128,1,float16,float16,0,7.450958666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,1,128,1,float16,float16,0,0.936052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,4,128,1,float16,float16,0,2.0120013333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,8,128,1,float16,float16,0,8.933071333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,2,128,1,float16,float16,0,0.9671479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,4,128,1,float16,float16,0,1.0207686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,1,128,1,float16,float16,0,0.49348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,8,128,1,float16,float16,0,2.27175
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,8,128,1,float16,float16,0,1.1542613333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,2,128,1,float16,float16,0,0.5048333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,4,128,1,float16,float16,0,0.5306426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,1,128,1,float16,float16,0,0.25785933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,2,128,1,float16,float16,0,0.27701266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,8,128,1,float16,float16,0,0.593788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,4,128,1,float16,float16,0,0.2838853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,8,128,1,float16,float16,0,0.3152933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,1,128,1,float16,float16,0,1.7047160000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,2,128,1,float16,float16,0,1.7851513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,4,128,1,float16,float16,0,1.9408913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,2,128,1,float16,float16,0,3.5322299999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,1,128,1,float16,float16,0,3.3777379999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,1,128,1,float16,float16,0,0.8690326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,4,128,1,float16,float16,0,3.8504959999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,2,128,1,float16,float16,0,0.9047653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,2,128,1,float16,float16,0,0.459602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,1,128,1,float16,float16,0,0.451594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,8,128,1,float16,float16,0,4.476628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,8,128,1,float16,float16,0,2.255578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,4,128,1,float16,float16,0,0.509496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,4,128,1,float16,float16,0,0.9843166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,8,128,1,float16,float16,0,1.1413653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,2,128,1,float16,float16,0,0.2502586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,1,128,1,float16,float16,0,0.2447033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,8,128,1,float16,float16,0,0.5907546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,4,128,1,float16,float16,0,0.2713793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,1,128,1,float16,float16,0,0.141648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,8,128,1,float16,float16,0,0.30701666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,2,128,1,float16,float16,0,0.14761066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,4,128,1,float16,float16,0,0.15530666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,8,128,1,float16,float16,0,0.16488333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,1,128,1,float16,float16,0,0.5224179999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,2,128,1,float16,float16,0,0.5443273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,4,128,1,float16,float16,0,0.623636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,1,128,1,float16,float16,0,1.003392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,2,128,1,float16,float16,0,1.0732886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,4,128,1,float16,float16,0,1.224184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,1,128,1,float16,float16,0,0.2722893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,2,128,1,float16,float16,0,0.28307066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,8,128,1,float16,float16,0,1.5262779999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,4,128,1,float16,float16,0,0.31731266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,1,128,1,float16,float16,0,0.15192666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,8,128,1,float16,float16,0,0.7725033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,2,128,1,float16,float16,0,0.15586133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,8,128,1,float16,float16,0,0.39915199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,4,128,1,float16,float16,0,0.16823733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,8,128,1,float16,float16,0,0.20621466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,1,128,1,float16,float16,0,0.10214533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,2,128,1,float16,float16,0,0.10227533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,4,128,1,float16,float16,0,0.10484933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,8,128,1,float16,float16,0,0.10692066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,1,128,1,float16,float16,0,0.10421666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,2,128,1,float16,float16,0,0.10177266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,4,128,1,float16,float16,0,0.097422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,8,128,1,float16,float16,0,0.09566266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,1,128,1,float16,float16,0,0.18472999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,2,128,1,float16,float16,0,0.19819799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,2,128,1,float16,float16,0,0.372918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,1,128,1,float16,float16,0,0.34248066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,4,128,1,float16,float16,0,0.45431533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,8,128,1,float16,float16,0,0.6060253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,1,128,1,float16,float16,0,0.10256133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,4,128,1,float16,float16,0,0.23254399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,2,128,1,float16,float16,0,0.109694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,8,128,1,float16,float16,0,0.31258933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,4,128,1,float16,float16,0,0.12191399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,8,128,1,float16,float16,0,0.161538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,1,128,1,float16,float16,0,0.08885066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,2,128,1,float16,float16,0,0.096434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,4,128,1,float16,float16,0,0.09815866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,8,128,1,float16,float16,0,0.09815
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,1,128,1,float16,float16,0,0.10327199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,4,128,1,float16,float16,0,0.08513266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,2,128,1,float16,float16,0,0.10366199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,8,128,1,float16,float16,0,0.09335733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,1,128,1,float16,float16,0,0.09645133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,2,128,1,float16,float16,0,0.09372133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,4,128,1,float16,float16,0,0.10733666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,8,128,1,float16,float16,0,0.08651933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,2,128,1,float16,float16,0,0.14025266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,1,128,1,float16,float16,0,0.10889666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,2,128,1,float16,float16,0,0.15949266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,1,128,1,float16,float16,0,0.14924866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,4,128,1,float16,float16,0,0.20201999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,8,128,1,float16,float16,0,0.287352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,1,128,1,float16,float16,0,0.09951933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,4,128,1,float16,float16,0,0.098618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,2,128,1,float16,float16,0,0.09831466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,8,128,1,float16,float16,0,0.142246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,8,128,1,float16,float16,0,0.09893
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,4,128,1,float16,float16,0,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,1,128,1,float16,float16,0,0.09686733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,2,128,1,float16,float16,0,0.08898933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,4,128,1,float16,float16,0,0.10387
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,8,128,1,float16,float16,0,0.11102866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,2,128,1,float16,float16,0,0.11030933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,1,128,1,float16,float16,0,0.09664199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,4,128,1,float16,float16,0,0.09590533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,8,128,1,float16,float16,0,0.08463866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,1,128,1,float16,float16,0,0.09616533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,2,128,1,float16,float16,0,0.10608866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,4,128,1,float16,float16,0,0.097786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,8,128,1,float16,float16,0,0.09775133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,1,128,1,float16,float16,0,0.09794199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,2,128,1,float16,float16,0,0.10158199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,1,128,1,float16,float16,0,0.09766466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,2,128,1,float16,float16,0,0.08976933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,4,128,1,float16,float16,0,0.09619133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,8,128,1,float16,float16,0,0.14675266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,2,128,1,float16,float16,0,0.08551399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,1,128,1,float16,float16,0,0.09567133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,4,128,1,float16,float16,0,0.10593266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,4,128,1,float16,float16,0,0.092196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,8,128,1,float16,float16,0,0.10413866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,8,128,1,float16,float16,0,0.10141733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,1,128,1,float16,float16,0,0.08487266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,2,128,1,float16,float16,0,0.09994399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,4,128,1,float16,float16,0,0.10238799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,8,128,1,float16,float16,0,0.09349599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,1,128,1,float16,float16,0,0.10182466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,2,128,1,float16,float16,0,0.09721400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,4,128,1,float16,float16,0,0.08824399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,8,128,1,float16,float16,0,0.09637333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,1,128,1,float16,float16,0,0.10120066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,2,128,1,float16,float16,0,0.09746533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,4,128,1,float16,float16,0,0.103038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,8,128,1,float16,float16,0,0.09705799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,1,128,1,float16,float16,0,0.10848066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,2,128,1,float16,float16,0,0.10725
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,1,128,1,float16,float16,0,0.09157199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,2,128,1,float16,float16,0,0.10492733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,4,128,1,float16,float16,0,0.10426866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,8,128,1,float16,float16,0,0.109772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,1,128,1,float16,float16,0,0.09015066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,4,128,1,float16,float16,0,0.10983266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,8,128,1,float16,float16,0,0.10141733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,4,128,1,float16,float16,0,0.10601933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,1,128,1,float16,float16,0,0.10317666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,2,128,1,float16,float16,0,0.12392466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,8,128,1,float16,float16,0,0.10343666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,2,128,1,float16,float16,0,0.09359133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,4,128,1,float16,float16,0,0.10081066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,8,128,1,float16,float16,0,0.110682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,2,128,1,float16,float16,0,0.10432066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,8,128,1,float16,float16,0,0.10617533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,1,128,1,float16,float16,0,0.09366066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,4,128,1,float16,float16,0,0.10712866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,2,128,1,float16,float16,0,0.11486799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,1,128,1,float16,float16,0,0.11403599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,8,128,1,float16,float16,0,0.10406066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,4,128,1,float16,float16,0,0.10023
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,1,128,1,float16,float16,0,0.091598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,1,128,1,float16,float16,0,0.113464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,2,128,1,float16,float16,0,0.10838533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,2,128,1,float16,float16,0,0.10639199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,8,128,1,float16,float16,0,0.10518733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,1,128,1,float16,float16,0,0.103688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,4,128,1,float16,float16,0,0.11019666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,4,128,1,float16,float16,0,0.10164266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,8,128,1,float16,float16,0,0.10447666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,4,128,1,float16,float16,0,0.096304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,2,128,1,float16,float16,0,0.106756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,1,128,1,float16,float16,0,0.10920866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,8,128,1,float16,float16,0,0.103402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,2,128,1,float16,float16,0,0.107666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,4,128,1,float16,float16,0,0.10871466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,8,128,1,float16,float16,0,0.09801133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,1,128,1,float16,float16,0,0.10474533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,2,128,1,float16,float16,0,0.10238799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,4,128,1,float16,float16,0,0.09990066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,8,128,1,float16,float16,0,0.10612333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,2,128,1,float16,float16,0,0.09428466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,1,128,1,float16,float16,0,0.106236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,4,128,1,float16,float16,0,0.10302933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,8,128,1,float16,float16,0,0.101114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,0,0.11803133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,0,0.10654799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,0,0.10223199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,0,0.10288199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,0,0.11244133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,0,0.133848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,0,0.10323733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,0,0.11347266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,0,0.115518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,0,0.10235333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,0,0.102076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,0,0.11296133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,0,0.10523933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,0,0.10484933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,0,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,0,0.113464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,0,0.09553266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,0,0.10250933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,0,0.10759666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,0,0.10711999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,0,0.10139133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,0,0.11026599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,0,0.10257866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,0,0.10512666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,1,128,1,float16,float16,0,40.13880866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,1,128,1,float16,float16,0,80.88359933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,2,128,1,float16,float16,0,81.73643399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,4,128,1,float16,float16,0,82.14569999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,2,128,1,float16,float16,0,40.558388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,1,128,1,float16,float16,0,20.033728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,2,128,1,float16,float16,0,20.306979333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,4,128,1,float16,float16,0,20.720786666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,4,128,1,float16,float16,0,40.756993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,1,128,1,float16,float16,0,162.561022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,2,128,1,float16,float16,0,164.09183266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,4,128,1,float16,float16,0,165.0645013333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,1,128,1,float16,float16,0,43.94788666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,1,128,1,float16,float16,0,22.054794666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,2,128,1,float16,float16,0,22.342285333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,1,128,1,float16,float16,0,88.184616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,2,128,1,float16,float16,0,89.167416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,1,128,1,float16,float16,0,11.088367333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,2,128,1,float16,float16,0,11.191327333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,4,128,1,float16,float16,0,90.272468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,2,128,1,float16,float16,0,44.38975666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,4,128,1,float16,float16,0,11.348020666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,4,128,1,float16,float16,0,45.285448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,4,128,1,float16,float16,0,22.523383999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,1,128,1,float16,float16,0,14.981451333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,1,128,1,float16,float16,0,30.089912666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,2,128,1,float16,float16,0,30.410605333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,4,128,1,float16,float16,0,30.916755999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,2,128,1,float16,float16,0,15.188558666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,1,128,1,float16,float16,0,7.626181333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,2,128,1,float16,float16,0,7.749265333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,4,128,1,float16,float16,0,7.877315333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,4,128,1,float16,float16,0,15.520769333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,1,128,1,float16,float16,0,60.02008133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,2,128,1,float16,float16,0,60.66740333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,4,128,1,float16,float16,0,61.785126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,1,128,1,float16,float16,0,18.936666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,1,128,1,float16,float16,0,37.98983066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,2,128,1,float16,float16,0,38.231639333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,4,128,1,float16,float16,0,39.183664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,2,128,1,float16,float16,0,19.037494666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,1,128,1,float16,float16,0,9.541202666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,4,128,1,float16,float16,0,19.611852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,2,128,1,float16,float16,0,9.714700666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,1,128,1,float16,float16,0,4.871013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,4,128,1,float16,float16,0,9.922354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,2,128,1,float16,float16,0,4.926471333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,4,128,1,float16,float16,0,5.020019333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,1,128,1,float16,float16,0,75.55549733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,2,128,1,float16,float16,0,76.369748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,4,128,1,float16,float16,0,78.17221533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,1,128,1,float16,float16,0,20.899579999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,2,128,1,float16,float16,0,21.272229333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,1,128,1,float16,float16,0,10.543372666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,4,128,1,float16,float16,0,21.92628533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,2,128,1,float16,float16,0,10.697362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,4,128,1,float16,float16,0,11.044106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,1,128,1,float16,float16,0,5.301651333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,1,128,1,float16,float16,0,41.753244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,2,128,1,float16,float16,0,5.420012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,2,128,1,float16,float16,0,42.40132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,4,128,1,float16,float16,0,5.577329333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,1,128,1,float16,float16,0,2.7550293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,2,128,1,float16,float16,0,2.785527333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,4,128,1,float16,float16,0,2.883244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,4,128,1,float16,float16,0,43.71205799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,1,128,1,float16,float16,0,9.274338666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,1,128,1,float16,float16,0,18.415106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,2,128,1,float16,float16,0,18.784861333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,4,128,1,float16,float16,0,19.546358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,2,128,1,float16,float16,0,9.424410666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,1,128,1,float16,float16,0,4.680546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,2,128,1,float16,float16,0,4.768529999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,1,128,1,float16,float16,0,2.3983266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,4,128,1,float16,float16,0,9.821959333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,2,128,1,float16,float16,0,2.4319446666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,4,128,1,float16,float16,0,4.957324666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,1,128,1,float16,float16,0,1.2580273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,2,128,1,float16,float16,0,1.264614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,4,128,1,float16,float16,0,2.520752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,4,128,1,float16,float16,0,1.3201586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,1,128,1,float16,float16,0,36.756737333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,2,128,1,float16,float16,0,37.46908533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,4,128,1,float16,float16,0,39.102500666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,1,128,1,float16,float16,0,10.456732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,1,128,1,float16,float16,0,5.243021333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,2,128,1,float16,float16,0,10.688998666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,2,128,1,float16,float16,0,5.3641293333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,4,128,1,float16,float16,0,11.212075333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,1,128,1,float16,float16,0,2.672462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,1,128,1,float16,float16,0,20.774303333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,1,128,1,float16,float16,0,1.3684233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,4,128,1,float16,float16,0,5.641367333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,2,128,1,float16,float16,0,2.726984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,2,128,1,float16,float16,0,21.315649333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,4,128,1,float16,float16,0,2.8614906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,1,128,1,float16,float16,0,0.7240913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,2,128,1,float16,float16,0,1.3820559999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,2,128,1,float16,float16,0,0.7386773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,4,128,1,float16,float16,0,0.7655439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,4,128,1,float16,float16,0,1.4673013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,4,128,1,float16,float16,0,22.367748000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,1,128,1,float16,float16,0,2.402833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,1,128,1,float16,float16,0,4.749558666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,2,128,1,float16,float16,0,4.911538666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,4,128,1,float16,float16,0,5.236581999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,1,128,1,float16,float16,0,1.2247126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,2,128,1,float16,float16,0,2.483303333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,2,128,1,float16,float16,0,1.2619879999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,1,128,1,float16,float16,0,0.6486133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,4,128,1,float16,float16,0,2.6460113333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,4,128,1,float16,float16,0,1.3393553333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,2,128,1,float16,float16,0,0.653562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,1,128,1,float16,float16,0,9.458409999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,1,128,1,float16,float16,0,0.34891999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,2,128,1,float16,float16,0,0.355966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,4,128,1,float16,float16,0,0.7016619999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,4,128,1,float16,float16,0,0.3721206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,2,128,1,float16,float16,0,9.78289
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,4,128,1,float16,float16,0,10.426788666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,1,128,1,float16,float16,0,2.7559306666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,1,128,1,float16,float16,0,1.396434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,2,128,1,float16,float16,0,2.871951333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,4,128,1,float16,float16,0,3.1105099999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,1,128,1,float16,float16,0,0.724256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,2,128,1,float16,float16,0,1.4569013333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,1,128,1,float16,float16,0,5.4802539999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,4,128,1,float16,float16,0,1.5740746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,1,128,1,float16,float16,0,0.37785799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,2,128,1,float16,float16,0,5.715996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,2,128,1,float16,float16,0,0.7512526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,4,128,1,float16,float16,0,6.17903
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,2,128,1,float16,float16,0,0.395278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,4,128,1,float16,float16,0,0.805584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,1,128,1,float16,float16,0,0.2103573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,4,128,1,float16,float16,0,0.418548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,2,128,1,float16,float16,0,0.22344399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,4,128,1,float16,float16,0,0.23035133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,1,128,1,float16,float16,0,0.6696733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,1,128,1,float16,float16,0,1.3033366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,2,128,1,float16,float16,0,1.3852366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,4,128,1,float16,float16,0,1.5322059999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,2,128,1,float16,float16,0,0.705432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,1,128,1,float16,float16,0,0.35738733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,4,128,1,float16,float16,0,0.779246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,1,128,1,float16,float16,0,2.5819213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,2,128,1,float16,float16,0,0.36478866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,4,128,1,float16,float16,0,0.400114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,2,128,1,float16,float16,0,2.730537333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,1,128,1,float16,float16,0,0.1908053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,2,128,1,float16,float16,0,0.19533799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,4,128,1,float16,float16,0,3.047451333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,4,128,1,float16,float16,0,0.21233333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,4,128,1,float16,float16,0,0.12517266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,1,128,1,float16,float16,0,0.11908866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,2,128,1,float16,float16,0,0.11894133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,1,128,1,float16,float16,0,0.39702866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,2,128,1,float16,float16,0,0.4334546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,4,128,1,float16,float16,0,0.5068613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,1,128,1,float16,float16,0,0.7692966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,1,128,1,float16,float16,0,0.20999333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,2,128,1,float16,float16,0,0.8488566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,2,128,1,float16,float16,0,0.22757799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,1,128,1,float16,float16,0,0.11431333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,4,128,1,float16,float16,0,0.2629033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,4,128,1,float16,float16,0,0.9949506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,2,128,1,float16,float16,0,0.11993799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,2,128,1,float16,float16,0,0.08165733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,4,128,1,float16,float16,0,0.13734066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,1,128,1,float16,float16,0,0.099476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,4,128,1,float16,float16,0,0.09316666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,2,128,1,float16,float16,0,0.07502733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,1,128,1,float16,float16,0,0.11249333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,4,128,1,float16,float16,0,0.07505333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,1,128,1,float16,float16,0,0.14431733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,4,128,1,float16,float16,0,0.19279866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,2,128,1,float16,float16,0,0.16328866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,1,128,1,float16,float16,0,0.08021866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,1,128,1,float16,float16,0,0.276952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,2,128,1,float16,float16,0,0.312572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,4,128,1,float16,float16,0,0.38484333333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,2,128,1,float16,float16,0,0.08427466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,4,128,1,float16,float16,0,0.12312733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,1,128,1,float16,float16,0,0.07063333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,2,128,1,float16,float16,0,0.079066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,1,128,1,float16,float16,0,0.09424133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,2,128,1,float16,float16,0,0.10139999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,4,128,1,float16,float16,0,0.09974466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,4,128,1,float16,float16,0,0.06971466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,2,128,1,float16,float16,0,0.06949799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,1,128,1,float16,float16,0,0.10010866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,4,128,1,float16,float16,0,0.09515133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,1,128,1,float16,float16,0,0.122486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,4,128,1,float16,float16,0,0.09927666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,2,128,1,float16,float16,0,0.135564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,2,128,1,float16,float16,0,0.15892066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,1,128,1,float16,float16,0,0.11673133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,1,128,1,float16,float16,0,0.09505599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,1,128,1,float16,float16,0,0.09684133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,4,128,1,float16,float16,0,0.19779066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,2,128,1,float16,float16,0,0.097786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,2,128,1,float16,float16,0,0.09784666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,4,128,1,float16,float16,0,0.09840133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,1,128,1,float16,float16,0,0.09460533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,4,128,1,float16,float16,0,0.19051066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,4,128,1,float16,float16,0,0.096148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,1,128,1,float16,float16,0,0.09649466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,2,128,1,float16,float16,0,0.18382866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,2,128,1,float16,float16,0,0.09452733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,4,128,1,float16,float16,0,0.09613066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,4,128,1,float16,float16,0,0.096434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,2,128,1,float16,float16,0,0.10122666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,2,128,1,float16,float16,0,0.09623466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,4,128,1,float16,float16,0,0.09307133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,1,128,1,float16,float16,0,0.1862033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,1,128,1,float16,float16,0,0.09906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,2,128,1,float16,float16,0,0.09945
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,1,128,1,float16,float16,0,0.09598333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,4,128,1,float16,float16,0,0.09785533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,1,128,1,float16,float16,0,0.09945
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,2,128,1,float16,float16,0,0.10546466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,4,128,1,float16,float16,0,0.09801133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,1,128,1,float16,float16,0,0.14843399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,2,128,1,float16,float16,0,0.09597466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,4,128,1,float16,float16,0,0.09242133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,1,128,1,float16,float16,0,0.09922466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,4,128,1,float16,float16,0,0.08362466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,2,128,1,float16,float16,0,0.09252533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,2,128,1,float16,float16,0,0.08859066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,1,128,1,float16,float16,0,0.10491
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,4,128,1,float16,float16,0,0.12223466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,2,128,1,float16,float16,0,0.10296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,4,128,1,float16,float16,0,0.10073266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,1,128,1,float16,float16,0,0.085722
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,2,128,1,float16,float16,0,0.11217266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,1,128,1,float16,float16,0,0.10169466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,2,128,1,float16,float16,0,0.10367933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,4,128,1,float16,float16,0,0.10671266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,4,128,1,float16,float16,0,0.19573666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,1,128,1,float16,float16,0,0.14837333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,1,128,1,float16,float16,0,0.10211066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,2,128,1,float16,float16,0,0.10354933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,1,128,1,float16,float16,0,0.10063733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,4,128,1,float16,float16,0,0.09912933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,2,128,1,float16,float16,0,0.17553466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,4,128,1,float16,float16,0,0.2203153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,1,128,1,float16,float16,0,0.10400866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,1,128,1,float16,float16,0,0.10645266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,2,128,1,float16,float16,0,0.10278666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,2,128,1,float16,float16,0,0.1721113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,4,128,1,float16,float16,0,0.102362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,1,128,1,float16,float16,0,0.10128733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,2,128,1,float16,float16,0,0.101556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,4,128,1,float16,float16,0,0.10525666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,2,128,1,float16,float16,0,0.10385266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,4,128,1,float16,float16,0,0.19212266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,4,128,1,float16,float16,0,0.10347133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,1,128,1,float16,float16,0,0.143078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,1,128,1,float16,float16,0,0.10385266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,2,128,1,float16,float16,0,0.10906133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,4,128,1,float16,float16,0,0.10087999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,2,128,1,float16,float16,0,0.10084533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,4,128,1,float16,float16,0,0.20543466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,1,128,1,float16,float16,0,0.2054433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,0,0.10960733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,0,0.19508666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,0,0.11158333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,0,0.13895266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,0,0.10206733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,0,0.10125266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,0,0.23987599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,0,0.10249199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,0,0.100698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,0,0.10387866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,0,0.10726733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,0,0.08657999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,0,0.116376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,0,0.128882
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,0,0.10872333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,0,0.10419933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,0,0.10774399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,0,0.08772399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,1,128,1,float16,float16,0,53.73738933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,2,128,1,float16,float16,0,54.10445733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,4,128,1,float16,float16,0,55.220048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,8,128,1,float16,float16,0,59.079765333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,1,128,1,float16,float16,0,26.966801333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,2,128,1,float16,float16,0,27.16624733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,4,128,1,float16,float16,0,27.575305333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,1,128,1,float16,float16,0,13.522418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,2,128,1,float16,float16,0,13.69017
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,4,128,1,float16,float16,0,14.015585999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,1,128,1,float16,float16,0,108.02508599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,2,128,1,float16,float16,0,109.50816066666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,8,128,1,float16,float16,0,14.841536666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,8,128,1,float16,float16,0,29.62712133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,4,128,1,float16,float16,0,110.63152533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,1,128,1,float16,float16,0,29.367285999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,2,128,1,float16,float16,0,29.795436666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,4,128,1,float16,float16,0,30.470491999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,8,128,1,float16,float16,0,32.327464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,1,128,1,float16,float16,0,14.597145333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,1,128,1,float16,float16,0,58.758518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,2,128,1,float16,float16,0,14.816438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,4,128,1,float16,float16,0,15.245134666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,2,128,1,float16,float16,0,59.774026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,1,128,1,float16,float16,0,7.5153
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,8,128,1,float16,float16,0,16.292068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,2,128,1,float16,float16,0,7.5638853333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,4,128,1,float16,float16,0,7.731958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,8,128,1,float16,float16,0,8.327254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,4,128,1,float16,float16,0,60.818298666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,1,128,1,float16,float16,0,20.039049333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,2,128,1,float16,float16,0,20.349732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,4,128,1,float16,float16,0,20.800216666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,8,128,1,float16,float16,0,22.37972533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,1,128,1,float16,float16,0,10.063707333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,2,128,1,float16,float16,0,10.351787333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,1,128,1,float16,float16,0,40.12360733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,4,128,1,float16,float16,0,10.530858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,1,128,1,float16,float16,0,5.183325333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,2,128,1,float16,float16,0,5.252381333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,2,128,1,float16,float16,0,40.629965999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,4,128,1,float16,float16,0,41.63485733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,8,128,1,float16,float16,0,11.358568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,4,128,1,float16,float16,0,5.4315213333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,8,128,1,float16,float16,0,5.733996666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,1,128,1,float16,float16,0,25.184544666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,2,128,1,float16,float16,0,25.687298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,4,128,1,float16,float16,0,26.46414333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,8,128,1,float16,float16,0,28.571504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,1,128,1,float16,float16,0,12.730388666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,2,128,1,float16,float16,0,12.894873333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,4,128,1,float16,float16,0,13.339759333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,1,128,1,float16,float16,0,6.446162666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,1,128,1,float16,float16,0,50.46289733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,8,128,1,float16,float16,0,14.382073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,2,128,1,float16,float16,0,6.5335659999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,2,128,1,float16,float16,0,51.29663933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,4,128,1,float16,float16,0,6.767384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,1,128,1,float16,float16,0,3.3177906666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,2,128,1,float16,float16,0,3.3861446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,4,128,1,float16,float16,0,52.88207599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,4,128,1,float16,float16,0,3.4642746666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,8,128,1,float16,float16,0,3.7604406666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,8,128,1,float16,float16,0,7.277937333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,1,128,1,float16,float16,0,14.007508666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,2,128,1,float16,float16,0,14.334597333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,4,128,1,float16,float16,0,14.913105999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,1,128,1,float16,float16,0,7.0865166666666655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,2,128,1,float16,float16,0,7.220936666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,1,128,1,float16,float16,0,28.00162733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,2,128,1,float16,float16,0,28.539757999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,1,128,1,float16,float16,0,3.6109233333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,4,128,1,float16,float16,0,29.632876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,8,128,1,float16,float16,0,16.257115333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,2,128,1,float16,float16,0,3.6908473333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,4,128,1,float16,float16,0,7.511937333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,1,128,1,float16,float16,0,1.9019086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,8,128,1,float16,float16,0,8.200365333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,4,128,1,float16,float16,0,3.8601853333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,2,128,1,float16,float16,0,2.445612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,4,128,1,float16,float16,0,1.9971986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,8,128,1,float16,float16,0,2.1683393333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,8,128,1,float16,float16,0,4.185549333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,1,128,1,float16,float16,0,12.382864
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,2,128,1,float16,float16,0,12.724452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,4,128,1,float16,float16,0,13.420619333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,8,128,1,float16,float16,0,14.868403333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,1,128,1,float16,float16,0,6.243821999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,2,128,1,float16,float16,0,6.4032626666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,4,128,1,float16,float16,0,6.759020666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,1,128,1,float16,float16,0,3.165456666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,1,128,1,float16,float16,0,24.699679333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,2,128,1,float16,float16,0,3.2579386666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,8,128,1,float16,float16,0,7.487895999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,2,128,1,float16,float16,0,25.351161333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,1,128,1,float16,float16,0,1.6275046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,4,128,1,float16,float16,0,3.4282386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,2,128,1,float16,float16,0,1.67349
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,1,128,1,float16,float16,0,0.8766766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,4,128,1,float16,float16,0,26.711888666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,2,128,1,float16,float16,0,0.8992013333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,8,128,1,float16,float16,0,3.812146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,4,128,1,float16,float16,0,1.7626439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,4,128,1,float16,float16,0,0.9285293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,8,128,1,float16,float16,0,1.9688933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,8,128,1,float16,float16,0,1.0257866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,1,128,1,float16,float16,0,7.031223333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,2,128,1,float16,float16,0,7.284437333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,4,128,1,float16,float16,0,7.7695886666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,8,128,1,float16,float16,0,8.777002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,1,128,1,float16,float16,0,3.5549366666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,2,128,1,float16,float16,0,3.6680539999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,4,128,1,float16,float16,0,3.9248559999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,1,128,1,float16,float16,0,1.8203206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,1,128,1,float16,float16,0,14.021037333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,2,128,1,float16,float16,0,1.8705526666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,2,128,1,float16,float16,0,14.506509333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,8,128,1,float16,float16,0,4.445410666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,4,128,1,float16,float16,0,1.998724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,1,128,1,float16,float16,0,0.9560286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,2,128,1,float16,float16,0,0.9814653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,4,128,1,float16,float16,0,15.479750000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,4,128,1,float16,float16,0,1.0329106666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,8,128,1,float16,float16,0,1.176032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,1,128,1,float16,float16,0,0.5084473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,2,128,1,float16,float16,0,0.5262573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,4,128,1,float16,float16,0,0.560352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,8,128,1,float16,float16,0,2.2728506666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,8,128,1,float16,float16,0,0.6281513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,1,128,1,float16,float16,0,3.2226739999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,2,128,1,float16,float16,0,3.3820453333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,4,128,1,float16,float16,0,3.6865053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,1,128,1,float16,float16,0,1.6461033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,1,128,1,float16,float16,0,6.3998393333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,2,128,1,float16,float16,0,6.712437333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,2,128,1,float16,float16,0,1.7173173333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,4,128,1,float16,float16,0,7.329859333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,1,128,1,float16,float16,0,0.8489173333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,2,128,1,float16,float16,0,0.8809493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,4,128,1,float16,float16,0,1.8685246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,8,128,1,float16,float16,0,4.317672666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,4,128,1,float16,float16,0,0.9586373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,8,128,1,float16,float16,0,2.196272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,8,128,1,float16,float16,0,8.586066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,1,128,1,float16,float16,0,0.45048466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,2,128,1,float16,float16,0,0.47585199999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,8,128,1,float16,float16,0,1.1341459999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,4,128,1,float16,float16,0,0.4974753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,8,128,1,float16,float16,0,0.5873833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,1,128,1,float16,float16,0,0.26170733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,2,128,1,float16,float16,0,0.2565766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,4,128,1,float16,float16,0,0.2797253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,8,128,1,float16,float16,0,0.31978266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,1,128,1,float16,float16,0,1.885728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,2,128,1,float16,float16,0,1.9956646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,4,128,1,float16,float16,0,2.2292226666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,1,128,1,float16,float16,0,0.9581086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,1,128,1,float16,float16,0,3.7244046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,2,128,1,float16,float16,0,3.961256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,2,128,1,float16,float16,0,1.0180906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,4,128,1,float16,float16,0,4.412382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,1,128,1,float16,float16,0,0.5005866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,8,128,1,float16,float16,0,2.6840406666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,4,128,1,float16,float16,0,1.1325946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,2,128,1,float16,float16,0,0.5228773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,8,128,1,float16,float16,0,5.331282666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,4,128,1,float16,float16,0,0.5852513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,8,128,1,float16,float16,0,1.3667766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,1,128,1,float16,float16,0,0.27376266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,2,128,1,float16,float16,0,0.2869273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,4,128,1,float16,float16,0,0.30532666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,8,128,1,float16,float16,0,0.3725366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,8,128,1,float16,float16,0,0.7057266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,1,128,1,float16,float16,0,0.16628733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,2,128,1,float16,float16,0,0.17445133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,4,128,1,float16,float16,0,0.171938
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,8,128,1,float16,float16,0,0.200824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,1,128,1,float16,float16,0,0.90272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,2,128,1,float16,float16,0,0.9748526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,1,128,1,float16,float16,0,1.7791713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,2,128,1,float16,float16,0,1.9243206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,4,128,1,float16,float16,0,2.2247679999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,4,128,1,float16,float16,0,1.1267706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,1,128,1,float16,float16,0,0.46585933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,8,128,1,float16,float16,0,2.8224473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,2,128,1,float16,float16,0,0.49962466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,8,128,1,float16,float16,0,1.4255019999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,1,128,1,float16,float16,0,0.24921866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,4,128,1,float16,float16,0,0.5810826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,2,128,1,float16,float16,0,0.26754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,4,128,1,float16,float16,0,0.30263999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,8,128,1,float16,float16,0,0.7337633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,8,128,1,float16,float16,0,0.37992933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,1,128,1,float16,float16,0,0.14364133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,2,128,1,float16,float16,0,0.15112066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,4,128,1,float16,float16,0,0.16451066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,8,128,1,float16,float16,0,0.20143066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,1,128,1,float16,float16,0,0.09672866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,2,128,1,float16,float16,0,0.09747399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,4,128,1,float16,float16,0,0.10038599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,8,128,1,float16,float16,0,0.114894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,1,128,1,float16,float16,0,0.284674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,2,128,1,float16,float16,0,0.3255633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,1,128,1,float16,float16,0,0.546078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,2,128,1,float16,float16,0,0.6170406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,4,128,1,float16,float16,0,0.7679966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,8,128,1,float16,float16,0,1.065558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,4,128,1,float16,float16,0,0.39468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,1,128,1,float16,float16,0,0.156728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,2,128,1,float16,float16,0,0.16841933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,4,128,1,float16,float16,0,0.20265266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,8,128,1,float16,float16,0,0.5448386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,1,128,1,float16,float16,0,0.09875666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,8,128,1,float16,float16,0,0.282048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,2,128,1,float16,float16,0,0.09592266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,4,128,1,float16,float16,0,0.106678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,1,128,1,float16,float16,0,0.09553266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,8,128,1,float16,float16,0,0.14101533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,2,128,1,float16,float16,0,0.096486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,4,128,1,float16,float16,0,0.10237066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,8,128,1,float16,float16,0,0.09690199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,1,128,1,float16,float16,0,0.09269
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,8,128,1,float16,float16,0,0.09682400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,2,128,1,float16,float16,0,0.09894733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,4,128,1,float16,float16,0,0.277784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,2,128,1,float16,float16,0,0.12175799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,1,128,1,float16,float16,0,0.10960733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,1,128,1,float16,float16,0,0.19823266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,2,128,1,float16,float16,0,0.22934599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,4,128,1,float16,float16,0,0.30855066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,8,128,1,float16,float16,0,0.4711373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,1,128,1,float16,float16,0,0.10055066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,4,128,1,float16,float16,0,0.15444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,4,128,1,float16,float16,0,0.09716199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,2,128,1,float16,float16,0,0.10159066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,8,128,1,float16,float16,0,0.24192133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,1,128,1,float16,float16,0,0.10820333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,8,128,1,float16,float16,0,0.120302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,2,128,1,float16,float16,0,0.094874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,4,128,1,float16,float16,0,0.095524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,8,128,1,float16,float16,0,0.10211066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,1,128,1,float16,float16,0,0.09776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,2,128,1,float16,float16,0,0.09416333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,4,128,1,float16,float16,0,0.09842733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,1,128,1,float16,float16,0,0.092846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,8,128,1,float16,float16,0,0.10086266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,2,128,1,float16,float16,0,0.10335866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,4,128,1,float16,float16,0,0.09818466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,8,128,1,float16,float16,0,0.10083666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,2,128,1,float16,float16,0,0.09594866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,1,128,1,float16,float16,0,0.23692933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,2,128,1,float16,float16,0,0.14516666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,8,128,1,float16,float16,0,0.234182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,1,128,1,float16,float16,0,0.10906133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,4,128,1,float16,float16,0,0.14385799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,4,128,1,float16,float16,0,0.10126999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,2,128,1,float16,float16,0,0.10821199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,1,128,1,float16,float16,0,0.15814933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,4,128,1,float16,float16,0,0.09588799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,8,128,1,float16,float16,0,0.097708
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,1,128,1,float16,float16,0,0.10048133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,4,128,1,float16,float16,0,0.103116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,2,128,1,float16,float16,0,0.09321
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,2,128,1,float16,float16,0,0.09540266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,1,128,1,float16,float16,0,0.109564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,8,128,1,float16,float16,0,0.10615799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,8,128,1,float16,float16,0,0.09776866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,4,128,1,float16,float16,0,0.09657266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,1,128,1,float16,float16,0,0.09256866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,8,128,1,float16,float16,0,0.09711866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,2,128,1,float16,float16,0,0.09621733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,8,128,1,float16,float16,0,0.09333133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,4,128,1,float16,float16,0,0.11012733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,1,128,1,float16,float16,0,0.105612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,2,128,1,float16,float16,0,0.10154733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,2,128,1,float16,float16,0,0.09844466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,1,128,1,float16,float16,0,0.119132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,8,128,1,float16,float16,0,0.10493599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,4,128,1,float16,float16,0,0.15416266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,1,128,1,float16,float16,0,0.09782066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,4,128,1,float16,float16,0,0.09249066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,2,128,1,float16,float16,0,0.11017933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,8,128,1,float16,float16,0,0.12736533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,4,128,1,float16,float16,0,0.10022133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,8,128,1,float16,float16,0,0.09634733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,2,128,1,float16,float16,0,0.10543866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,1,128,1,float16,float16,0,0.14683933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,1,128,1,float16,float16,0,0.12054466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,4,128,1,float16,float16,0,0.10045533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,8,128,1,float16,float16,0,0.11210333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,2,128,1,float16,float16,0,0.09436266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,4,128,1,float16,float16,0,0.09364333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,1,128,1,float16,float16,0,0.11032666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,8,128,1,float16,float16,0,0.15048799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,8,128,1,float16,float16,0,0.09619133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,2,128,1,float16,float16,0,0.09735266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,4,128,1,float16,float16,0,0.11826533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,1,128,1,float16,float16,0,0.100854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,2,128,1,float16,float16,0,0.10270866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,2,128,1,float16,float16,0,0.12476533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,1,128,1,float16,float16,0,0.10542999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,4,128,1,float16,float16,0,0.098618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,4,128,1,float16,float16,0,0.14170866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,8,128,1,float16,float16,0,0.12619533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,1,128,1,float16,float16,0,0.103532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,2,128,1,float16,float16,0,0.101504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,8,128,1,float16,float16,0,0.13643933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,4,128,1,float16,float16,0,0.09920733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,2,128,1,float16,float16,0,0.11503266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,1,128,1,float16,float16,0,0.10939933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,4,128,1,float16,float16,0,0.10372266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,1,128,1,float16,float16,0,0.10224933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,8,128,1,float16,float16,0,0.13870133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,8,128,1,float16,float16,0,0.10172066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,2,128,1,float16,float16,0,0.11998999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,4,128,1,float16,float16,0,0.14763666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,1,128,1,float16,float16,0,0.10463266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,8,128,1,float16,float16,0,0.09756066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,4,128,1,float16,float16,0,0.10280399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,2,128,1,float16,float16,0,0.13937733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,8,128,1,float16,float16,0,0.10571599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,2,128,1,float16,float16,0,0.10366199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,1,128,1,float16,float16,0,0.13130866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,2,128,1,float16,float16,0,0.109512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,4,128,1,float16,float16,0,0.10035133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,1,128,1,float16,float16,0,0.115414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,8,128,1,float16,float16,0,0.11197333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,4,128,1,float16,float16,0,0.102284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,8,128,1,float16,float16,0,0.12918533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,1,128,1,float16,float16,0,0.09891266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,2,128,1,float16,float16,0,0.10620999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,4,128,1,float16,float16,0,0.10715466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,8,128,1,float16,float16,0,0.10497933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,1,128,1,float16,float16,0,0.10101866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,2,128,1,float16,float16,0,0.12803266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,8,128,1,float16,float16,0,0.09927666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,4,128,1,float16,float16,0,0.11553533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,2,128,1,float16,float16,0,0.11116733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,1,128,1,float16,float16,0,0.14132733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,4,128,1,float16,float16,0,0.10983266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,1,128,1,float16,float16,0,0.10510066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,8,128,1,float16,float16,0,0.11898466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,4,128,1,float16,float16,0,0.104078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,2,128,1,float16,float16,0,0.10208466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,8,128,1,float16,float16,0,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,0,0.14053
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,0,0.100984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,0,0.10079333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,0,0.10614933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,0,0.11881133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,0,0.114114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,0,0.09751733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,0,0.10448533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,0,0.155376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,0,0.11457333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,0,0.11669666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,0,0.10793466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,0,0.15067866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,0,0.11254533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,0,0.11173066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,0,0.12928066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,0,0.10655666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,0,0.106288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,0,0.10832466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,0,0.099762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,0,0.146952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,0,0.10943399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,0,0.11748533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,0,0.10640066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,1,128,1,float16,float16,0,26.610167999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,2,128,1,float16,float16,0,27.456988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,4,128,1,float16,float16,0,27.892929999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,1,128,1,float16,float16,0,7.0177119999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,1,128,1,float16,float16,0,13.698099999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,2,128,1,float16,float16,0,13.859447333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,4,128,1,float16,float16,0,14.447047333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,2,128,1,float16,float16,0,7.171909333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,4,128,1,float16,float16,0,7.378774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,4,1,128,1,float16,float16,0,54.039517999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,4,2,128,1,float16,float16,0,54.49936266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,1,128,1,float16,float16,0,14.913851333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,2,128,1,float16,float16,0,15.161804666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,1,128,1,float16,float16,0,7.481716666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,2,128,1,float16,float16,0,7.6820553333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,4,128,1,float16,float16,0,15.691025999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,1,128,1,float16,float16,0,3.9259999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,2,128,1,float16,float16,0,3.978329333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,4,128,1,float16,float16,0,4.161092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,4,128,1,float16,float16,0,8.00501
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,4,1,128,1,float16,float16,0,29.364928666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,4,2,128,1,float16,float16,0,30.211072666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,1,128,1,float16,float16,0,10.175403333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,1,128,1,float16,float16,0,5.226901333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,2,128,1,float16,float16,0,10.453248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,4,128,1,float16,float16,0,10.882525333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,2,128,1,float16,float16,0,5.3873213333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,1,128,1,float16,float16,0,2.739126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,2,128,1,float16,float16,0,2.7797899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,4,128,1,float16,float16,0,2.92084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,4,128,1,float16,float16,0,5.563878666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,4,1,128,1,float16,float16,0,20.21769533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,4,2,128,1,float16,float16,0,20.717554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,1,128,1,float16,float16,0,6.525263333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,2,128,1,float16,float16,0,6.659709333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,1,128,1,float16,float16,0,12.907058666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,2,128,1,float16,float16,0,13.166399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,4,128,1,float16,float16,0,13.88894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,1,128,1,float16,float16,0,3.3327926666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,4,128,1,float16,float16,0,7.050645333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,2,128,1,float16,float16,0,3.424338666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,1,128,1,float16,float16,0,1.78542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,2,128,1,float16,float16,0,1.8343173333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,4,128,1,float16,float16,0,3.6119806666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,4,128,1,float16,float16,0,1.9423213333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,4,1,128,1,float16,float16,0,25.660422666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,4,2,128,1,float16,float16,0,26.233670666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,1,128,1,float16,float16,0,7.1882546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,2,128,1,float16,float16,0,7.425920666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,4,128,1,float16,float16,0,7.941041333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,1,128,1,float16,float16,0,3.704878666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,2,128,1,float16,float16,0,3.8033493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,1,128,1,float16,float16,0,1.9183753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,4,128,1,float16,float16,0,4.053296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,2,128,1,float16,float16,0,1.9901266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,1,128,1,float16,float16,0,1.0365506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,2,128,1,float16,float16,0,1.036308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,4,1,128,1,float16,float16,0,14.265428666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,4,128,1,float16,float16,0,2.1115726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,4,128,1,float16,float16,0,1.1154173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,4,2,128,1,float16,float16,0,14.86797
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,1,128,1,float16,float16,0,3.2489166666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,2,128,1,float16,float16,0,3.396016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,1,128,1,float16,float16,0,6.39977
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,2,128,1,float16,float16,0,6.689843333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,1,128,1,float16,float16,0,1.6538599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,4,128,1,float16,float16,0,7.3191213333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,4,128,1,float16,float16,0,3.7090386666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,2,128,1,float16,float16,0,1.75617
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,1,128,1,float16,float16,0,0.8904566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,4,128,1,float16,float16,0,1.9119706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,2,128,1,float16,float16,0,0.9355406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,1,128,1,float16,float16,0,0.5016006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,2,128,1,float16,float16,0,0.5122433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,4,128,1,float16,float16,0,1.0003066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,4,128,1,float16,float16,0,0.5331906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,4,1,128,1,float16,float16,0,12.701658666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,4,2,128,1,float16,float16,0,13.298133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,1,128,1,float16,float16,0,1.8772606666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,1,128,1,float16,float16,0,3.6593179999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,2,128,1,float16,float16,0,3.9
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,2,128,1,float16,float16,0,1.9820406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,1,128,1,float16,float16,0,0.97838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,4,128,1,float16,float16,0,4.350510666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,2,128,1,float16,float16,0,1.0139393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,4,128,1,float16,float16,0,2.211846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,1,128,1,float16,float16,0,0.5255033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,4,128,1,float16,float16,0,1.1564973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,2,128,1,float16,float16,0,0.5386246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,4,128,1,float16,float16,0,0.6078193333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,1,128,1,float16,float16,0,0.308152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,2,128,1,float16,float16,0,0.3115493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,4,128,1,float16,float16,0,0.334698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,4,1,128,1,float16,float16,0,7.269487333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,4,2,128,1,float16,float16,0,7.717545333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,1,128,1,float16,float16,0,1.6991173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,2,128,1,float16,float16,0,1.8470053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,4,128,1,float16,float16,0,2.150113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,1,128,1,float16,float16,0,3.358888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,1,128,1,float16,float16,0,0.872508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,2,128,1,float16,float16,0,3.660557333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,1,128,1,float16,float16,0,0.4733213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,2,128,1,float16,float16,0,0.5023113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,4,128,1,float16,float16,0,4.2473513333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,2,128,1,float16,float16,0,0.9647039999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,4,128,1,float16,float16,0,1.0942966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,4,128,1,float16,float16,0,0.572546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,2,128,1,float16,float16,0,0.27002733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,1,128,1,float16,float16,0,0.2611873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,4,128,1,float16,float16,0,0.29569799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,1,128,1,float16,float16,0,0.1762193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,2,128,1,float16,float16,0,0.17075933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,4,128,1,float16,float16,0,0.1761933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,2,128,1,float16,float16,0,1.1238326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,1,128,1,float16,float16,0,1.0239233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,4,128,1,float16,float16,0,1.3420159999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,1,128,1,float16,float16,0,0.5219846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,1,128,1,float16,float16,0,1.9885059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,2,128,1,float16,float16,0,0.5779713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,2,128,1,float16,float16,0,2.2082666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,4,128,1,float16,float16,0,2.645838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,4,128,1,float16,float16,0,0.6904733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,1,128,1,float16,float16,0,0.2794393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,2,128,1,float16,float16,0,0.3019293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,1,128,1,float16,float16,0,0.17301266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,2,128,1,float16,float16,0,0.17322066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,1,128,1,float16,float16,0,0.11105466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,4,128,1,float16,float16,0,0.37064733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,2,128,1,float16,float16,0,0.11101133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,4,128,1,float16,float16,0,0.19019866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,4,128,1,float16,float16,0,0.12172333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,1,128,1,float16,float16,0,0.49825533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,2,128,1,float16,float16,0,0.56875
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,4,128,1,float16,float16,0,0.7146793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,1,128,1,float16,float16,0,0.9717586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,1,128,1,float16,float16,0,0.2659453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,2,128,1,float16,float16,0,1.1126786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,2,128,1,float16,float16,0,0.28886866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,4,128,1,float16,float16,0,0.3733686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,4,128,1,float16,float16,0,1.4100146666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,1,128,1,float16,float16,0,0.15037533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,2,128,1,float16,float16,0,0.15777666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,1,128,1,float16,float16,0,0.09548933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,4,128,1,float16,float16,0,0.19149866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,2,128,1,float16,float16,0,0.11887199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,4,128,1,float16,float16,0,0.11088999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,1,128,1,float16,float16,0,0.0962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,2,128,1,float16,float16,0,0.10262199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,4,128,1,float16,float16,0,0.09873066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,2,128,1,float16,float16,0,0.19746133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,4,128,1,float16,float16,0,0.27508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,1,128,1,float16,float16,0,0.16607066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,1,128,1,float16,float16,0,0.3125286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,2,128,1,float16,float16,0,0.38915066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,1,128,1,float16,float16,0,0.100204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,4,128,1,float16,float16,0,0.5351406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,2,128,1,float16,float16,0,0.105586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,4,128,1,float16,float16,0,0.135902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,1,128,1,float16,float16,0,0.09722266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,1,128,1,float16,float16,0,0.09571466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,4,128,1,float16,float16,0,0.09244733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,2,128,1,float16,float16,0,0.09464866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,2,128,1,float16,float16,0,0.10260466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,4,128,1,float16,float16,0,0.09501266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,1,128,1,float16,float16,0,0.09597466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,2,128,1,float16,float16,0,0.098358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,4,128,1,float16,float16,0,0.09626066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,1,128,1,float16,float16,0,0.09804600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,2,128,1,float16,float16,0,0.09677199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,4,128,1,float16,float16,0,0.10959866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,1,128,1,float16,float16,0,0.12387266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,1,128,1,float16,float16,0,0.181142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,2,128,1,float16,float16,0,0.1536253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,4,128,1,float16,float16,0,0.23940799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,1,128,1,float16,float16,0,0.09291533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,2,128,1,float16,float16,0,0.10278666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,4,128,1,float16,float16,0,0.09601799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,2,128,1,float16,float16,0,0.097838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,1,128,1,float16,float16,0,0.10029066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,2,128,1,float16,float16,0,0.097656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,4,128,1,float16,float16,0,0.09197066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,1,128,1,float16,float16,0,0.11907133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,2,128,1,float16,float16,0,0.09227400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,4,128,1,float16,float16,0,0.17298666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,4,128,1,float16,float16,0,0.11474666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,1,128,1,float16,float16,0,0.09412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,1,128,1,float16,float16,0,0.11643666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,2,128,1,float16,float16,0,0.09866133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,2,128,1,float16,float16,0,0.10148666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,4,128,1,float16,float16,0,0.09899066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,1,128,1,float16,float16,0,0.10294266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,2,128,1,float16,float16,0,0.134342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,4,128,1,float16,float16,0,0.20658733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,4,128,1,float16,float16,0,0.09210933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,1,128,1,float16,float16,0,0.10309866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,2,128,1,float16,float16,0,0.10127866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,1,128,1,float16,float16,0,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,2,128,1,float16,float16,0,0.11308266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,4,128,1,float16,float16,0,0.09941533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,4,128,1,float16,float16,0,0.094822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,1,128,1,float16,float16,0,0.10759666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,2,128,1,float16,float16,0,0.095134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,4,128,1,float16,float16,0,0.10595866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,1,128,1,float16,float16,0,0.106444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,2,128,1,float16,float16,0,0.096486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,1,128,1,float16,float16,0,0.13688999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,2,128,1,float16,float16,0,0.09894733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,1,128,1,float16,float16,0,0.09615666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,4,128,1,float16,float16,0,0.093236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,2,128,1,float16,float16,0,0.10499666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,4,128,1,float16,float16,0,0.09301933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,1,128,1,float16,float16,0,0.09416333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,2,128,1,float16,float16,0,0.09810666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,4,128,1,float16,float16,0,0.09119933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,2,128,1,float16,float16,0,0.09686733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,1,128,1,float16,float16,0,0.17892333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,4,128,1,float16,float16,0,0.152334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,1,128,1,float16,float16,0,0.096434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,4,128,1,float16,float16,0,0.09794199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,2,128,1,float16,float16,0,0.09494333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,4,128,1,float16,float16,0,0.13853666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,1,128,1,float16,float16,0,0.109902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,2,128,1,float16,float16,0,0.09910333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,4,128,1,float16,float16,0,0.09886066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,1,128,1,float16,float16,0,0.10665199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,4,128,1,float16,float16,0,0.11713866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,1,128,1,float16,float16,0,0.09958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,2,128,1,float16,float16,0,0.104702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,2,128,1,float16,float16,0,0.09988333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,1,128,1,float16,float16,0,0.10465866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,1,128,1,float16,float16,0,0.100724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,2,128,1,float16,float16,0,0.10562933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,2,128,1,float16,float16,0,0.10237933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,4,128,1,float16,float16,0,0.103038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,4,128,1,float16,float16,0,0.10123533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,1,128,1,float16,float16,0,0.10013466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,4,128,1,float16,float16,0,0.100516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,4,128,1,float16,float16,0,0.10096666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,2,128,1,float16,float16,0,0.106574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,1,128,1,float16,float16,0,0.10086266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,2,128,1,float16,float16,0,0.104702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,4,128,1,float16,float16,0,0.10812533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,1,128,1,float16,float16,0,0.09907733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,2,128,1,float16,float16,0,0.11311733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,4,128,1,float16,float16,0,0.10513533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,1,128,1,float16,float16,0,0.10070666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,2,128,1,float16,float16,0,0.11150533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,4,128,1,float16,float16,0,0.10608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,1,128,1,float16,float16,0,0.10268266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,2,128,1,float16,float16,0,0.10406066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,4,128,1,float16,float16,0,0.10612333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,1,128,1,float16,float16,0,0.102336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,2,128,1,float16,float16,0,0.11327333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,4,128,1,float16,float16,0,0.105456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,1,128,1,float16,float16,0,0.10346266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,4,128,1,float16,float16,0,0.09793333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,2,128,1,float16,float16,0,0.10180733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,0,0.20465466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,0,0.10490133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,0,0.109564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,0,0.104234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,0,0.10060266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,0,0.10294266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,0,0.09847933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,0,0.13708066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,0,0.10047266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,0,0.105976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,0,0.10585466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,0,0.09978799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,0,0.10665199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,0,0.10165133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,0,0.09998733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,0,0.10410399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,0,0.10016933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,0,0.10809066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,2,1,128,1,float16,float16,0,3.7363126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,2,2,128,1,float16,float16,0,4.412702666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,2,1,128,1,float16,float16,0,7.018171333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,2,2,128,1,float16,float16,0,7.347686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,2,1,128,1,float16,float16,0,3.9815359999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,2,1,128,1,float16,float16,0,13.768646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,2,1,128,1,float16,float16,0,7.637968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,2,2,128,1,float16,float16,0,14.246405333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,2,2,128,1,float16,float16,0,7.966252666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,2,1,128,1,float16,float16,0,2.138205333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,2,2,128,1,float16,float16,0,2.1769279999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,2,2,128,1,float16,float16,0,4.160502666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,2,1,128,1,float16,float16,0,15.002234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,2,1,128,1,float16,float16,0,2.7352606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,2,2,128,1,float16,float16,0,2.911315333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,2,1,128,1,float16,float16,0,5.309477333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,2,1,128,1,float16,float16,0,1.5007113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,2,2,128,1,float16,float16,0,1.553812
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,2,2,128,1,float16,float16,0,5.716117333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,2,1,128,1,float16,float16,0,10.402435333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,2,1,128,1,float16,float16,0,27.567722
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,2,1,128,1,float16,float16,0,3.416729333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,2,1,128,1,float16,float16,0,1.8047726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,2,1,128,1,float16,float16,0,6.663401333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,2,2,128,1,float16,float16,0,3.6103946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,2,2,128,1,float16,float16,0,6.992847333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,2,2,128,1,float16,float16,0,1.912586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,2,2,128,1,float16,float16,0,1.017744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,2,1,128,1,float16,float16,0,1.0136793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,2,1,128,1,float16,float16,0,1.9652013333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,2,2,128,1,float16,float16,0,2.0848706666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,2,1,128,1,float16,float16,0,13.112831333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,2,1,128,1,float16,float16,0,3.770017333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,2,2,128,1,float16,float16,0,4.014668666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,2,1,128,1,float16,float16,0,1.067144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,2,2,128,1,float16,float16,0,1.1016806666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,2,2,128,1,float16,float16,0,0.6054533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,2,1,128,1,float16,float16,0,0.5882846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,2,1,128,1,float16,float16,0,7.406836666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,2,1,128,1,float16,float16,0,1.74408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,2,2,128,1,float16,float16,0,1.8915953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,2,1,128,1,float16,float16,0,0.9119499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,2,1,128,1,float16,float16,0,0.5012193333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,2,1,128,1,float16,float16,0,3.394603333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,2,2,128,1,float16,float16,0,0.9886153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,2,1,128,1,float16,float16,0,0.30667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,2,2,128,1,float16,float16,0,3.695154666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,2,2,128,1,float16,float16,0,0.5326446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,2,2,128,1,float16,float16,0,0.310986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,2,1,128,1,float16,float16,0,1.0195726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,2,2,128,1,float16,float16,0,1.1279666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,2,1,128,1,float16,float16,0,6.695078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,2,1,128,1,float16,float16,0,1.9739373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,2,1,128,1,float16,float16,0,0.5394046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,2,1,128,1,float16,float16,0,0.3136466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,2,2,128,1,float16,float16,0,0.583414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,2,2,128,1,float16,float16,0,2.203014666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,2,2,128,1,float16,float16,0,0.33526999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,2,1,128,1,float16,float16,0,0.18641133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,2,2,128,1,float16,float16,0,0.20271333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,2,1,128,1,float16,float16,0,3.877024666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,2,1,128,1,float16,float16,0,0.48845333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,2,2,128,1,float16,float16,0,0.5630386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,2,1,128,1,float16,float16,0,0.942136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,2,2,128,1,float16,float16,0,1.0853093333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,2,1,128,1,float16,float16,0,0.2682853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,2,1,128,1,float16,float16,0,0.16399933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,2,2,128,1,float16,float16,0,0.2974573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,2,2,128,1,float16,float16,0,0.17421733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,2,2,128,1,float16,float16,0,0.11682666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,2,1,128,1,float16,float16,0,0.141154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,2,1,128,1,float16,float16,0,1.8429753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,2,2,128,1,float16,float16,0,2.126696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,2,1,128,1,float16,float16,0,0.30532666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,2,1,128,1,float16,float16,0,0.5696599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,2,2,128,1,float16,float16,0,0.36365333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,2,1,128,1,float16,float16,0,0.17497133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,2,2,128,1,float16,float16,0,0.6843026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,2,1,128,1,float16,float16,0,0.11109799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,2,2,128,1,float16,float16,0,0.12418466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,2,1,128,1,float16,float16,0,0.10291666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,2,2,128,1,float16,float16,0,0.197678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,2,1,128,1,float16,float16,0,1.1191093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,2,2,128,1,float16,float16,0,0.09475266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,2,1,128,1,float16,float16,0,0.15668466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,2,2,128,1,float16,float16,0,0.18806666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,2,2,128,1,float16,float16,0,1.3347273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,2,1,128,1,float16,float16,0,0.2902726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,2,2,128,1,float16,float16,0,0.3672586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,2,1,128,1,float16,float16,0,0.09955399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,2,1,128,1,float16,float16,0,0.12312733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,2,2,128,1,float16,float16,0,0.10992799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,2,2,128,1,float16,float16,0,0.104754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,2,1,128,1,float16,float16,0,0.10109666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,2,2,128,1,float16,float16,0,0.09255999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,2,1,128,1,float16,float16,0,0.5688973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,2,2,128,1,float16,float16,0,0.7136826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,2,1,128,1,float16,float16,0,0.097422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,2,2,128,1,float16,float16,0,0.09891266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,2,1,128,1,float16,float16,0,0.10538666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,2,1,128,1,float16,float16,0,0.11844733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,2,2,128,1,float16,float16,0,0.14095466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,2,2,128,1,float16,float16,0,0.09583599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,2,1,128,1,float16,float16,0,0.09645133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,2,2,128,1,float16,float16,0,0.09610466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,2,1,128,1,float16,float16,0,0.09899933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,2,1,128,1,float16,float16,0,0.19436733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,2,2,128,1,float16,float16,0,0.27254066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,2,2,128,1,float16,float16,0,0.12224333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,2,2,128,1,float16,float16,0,0.09267266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,2,1,128,1,float16,float16,0,0.11933133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,2,1,128,1,float16,float16,0,0.09893866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,2,1,128,1,float16,float16,0,0.09571466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,2,2,128,1,float16,float16,0,0.13188066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,2,1,128,1,float16,float16,0,0.10619266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,2,2,128,1,float16,float16,0,0.09854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,2,1,128,1,float16,float16,0,0.09840133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,2,2,128,1,float16,float16,0,0.09665066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,2,1,128,1,float16,float16,0,0.09722266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,2,2,128,1,float16,float16,0,0.10099266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,2,2,128,1,float16,float16,0,0.110786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,2,1,128,1,float16,float16,0,0.09990933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,2,2,128,1,float16,float16,0,0.10702466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,2,2,128,1,float16,float16,0,0.09639933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,2,1,128,1,float16,float16,0,0.13103133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,2,2,128,1,float16,float16,0,0.101088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,2,1,128,1,float16,float16,0,0.09923333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,2,2,128,1,float16,float16,0,0.10258733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,2,1,128,1,float16,float16,0,0.09919
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,2,1,128,1,float16,float16,0,0.09842733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,2,2,128,1,float16,float16,0,0.098852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,2,2,128,1,float16,float16,0,0.09705799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,2,1,128,1,float16,float16,0,0.13706333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,2,1,128,1,float16,float16,0,0.09887800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,2,1,128,1,float16,float16,0,0.099294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,2,2,128,1,float16,float16,0,0.09397266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,2,2,128,1,float16,float16,0,0.13424666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,2,1,128,1,float16,float16,0,0.09394666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,2,1,128,1,float16,float16,0,0.10140866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,2,2,128,1,float16,float16,0,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,2,1,128,1,float16,float16,0,0.09533333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,2,2,128,1,float16,float16,0,0.099294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,2,2,128,1,float16,float16,0,0.09896466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,2,2,128,1,float16,float16,0,0.12895133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,2,1,128,1,float16,float16,0,0.095212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,2,1,128,1,float16,float16,0,0.10339333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,2,1,128,1,float16,float16,0,0.11492000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,2,2,128,1,float16,float16,0,0.099814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,2,2,128,1,float16,float16,0,0.15541066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,2,1,128,1,float16,float16,0,0.12374266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,2,1,128,1,float16,float16,0,0.107406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,2,2,128,1,float16,float16,0,0.113438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,2,1,128,1,float16,float16,0,0.10248333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,2,2,128,1,float16,float16,0,0.15337399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,2,2,128,1,float16,float16,0,0.13082333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,2,1,128,1,float16,float16,0,0.10432066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,2,2,128,1,float16,float16,0,0.10546466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,2,1,128,1,float16,float16,0,0.13116133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,2,2,128,1,float16,float16,0,0.11065599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,2,2,128,1,float16,float16,0,0.10346266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,2,2,128,1,float16,float16,0,0.10011733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,2,1,128,1,float16,float16,0,0.1642853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,2,1,128,1,float16,float16,0,0.10781333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,2,2,128,1,float16,float16,0,0.105144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,2,1,128,1,float16,float16,0,0.14746333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,2,1,128,1,float16,float16,0,0.12002466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,2,2,128,1,float16,float16,0,0.10498799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,2,2,128,1,float16,float16,0,0.10253533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,2,1,128,1,float16,float16,0,0.15353866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,0,0.11166133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,0,0.101036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,0,0.15372933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,0,0.106028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,0,0.13977599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,0,0.110084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,0,0.09773399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,0,0.101686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,0,0.101972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,0,0.11945266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,0,0.10452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,0,0.13243533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,1,1,128,1,float16,float16,0,2.0330266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,1,1,128,1,float16,float16,0,1.281592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,1,1,128,1,float16,float16,0,2.180256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,1,1,128,1,float16,float16,0,3.837678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,1,1,128,1,float16,float16,0,0.9460706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,1,1,128,1,float16,float16,0,1.5299093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,1,1,128,1,float16,float16,0,4.114006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,1,1,128,1,float16,float16,0,2.877515333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,1,1,128,1,float16,float16,0,0.6100726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,1,1,128,1,float16,float16,0,1.015976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,1,1,128,1,float16,float16,0,7.275077333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,1,1,128,1,float16,float16,0,1.8870366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,1,1,128,1,float16,float16,0,0.5974626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,1,1,128,1,float16,float16,0,1.10227
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,1,1,128,1,float16,float16,0,0.34610333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,1,1,128,1,float16,float16,0,3.5579266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,1,1,128,1,float16,float16,0,2.0774433333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,1,1,128,1,float16,float16,0,0.32632599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,1,1,128,1,float16,float16,0,0.2137633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,1,1,128,1,float16,float16,0,0.5338146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,1,1,128,1,float16,float16,0,0.9836493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,1,1,128,1,float16,float16,0,0.32292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,1,1,128,1,float16,float16,0,0.14527933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,1,1,128,1,float16,float16,0,0.19607466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,1,1,128,1,float16,float16,0,1.886482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,1,1,128,1,float16,float16,0,0.604916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,1,1,128,1,float16,float16,0,1.1233906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,1,1,128,1,float16,float16,0,0.17309066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,1,1,128,1,float16,float16,0,0.29591466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,1,1,128,1,float16,float16,0,0.17106266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,1,1,128,1,float16,float16,0,0.16971933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,1,1,128,1,float16,float16,0,0.5677186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,1,1,128,1,float16,float16,0,0.11300466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,1,1,128,1,float16,float16,0,0.19176733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,1,1,128,1,float16,float16,0,0.18921933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,1,1,128,1,float16,float16,0,0.18136733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,1,1,128,1,float16,float16,0,0.35191866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,1,1,128,1,float16,float16,0,1.0932739999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,1,1,128,1,float16,float16,0,0.09716199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,1,1,128,1,float16,float16,0,0.10919133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,1,1,128,1,float16,float16,0,0.09611333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,1,1,128,1,float16,float16,0,0.6792066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,1,1,128,1,float16,float16,0,0.09522933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,1,1,128,1,float16,float16,0,0.18920199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,1,1,128,1,float16,float16,0,0.095264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,1,1,128,1,float16,float16,0,0.09563666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,1,1,128,1,float16,float16,0,0.36215400000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,1,1,128,1,float16,float16,0,0.095758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,1,1,128,1,float16,float16,0,0.09498666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,1,1,128,1,float16,float16,0,0.10594133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,1,1,128,1,float16,float16,0,0.13238333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,1,1,128,1,float16,float16,0,0.09366933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,1,1,128,1,float16,float16,0,0.09777733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,1,1,128,1,float16,float16,0,0.09203133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,1,1,128,1,float16,float16,0,0.11524933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,1,1,128,1,float16,float16,0,0.09807199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,1,1,128,1,float16,float16,0,0.088426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,1,1,128,1,float16,float16,0,0.093418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,1,1,128,1,float16,float16,0,0.100282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,1,1,128,1,float16,float16,0,0.096408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,1,1,128,1,float16,float16,0,0.09627799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,1,1,128,1,float16,float16,0,0.09659866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,1,1,128,1,float16,float16,0,0.09530733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,1,1,128,1,float16,float16,0,0.09712733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,1,1,128,1,float16,float16,0,0.10009133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,1,1,128,1,float16,float16,0,0.094042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,1,1,128,1,float16,float16,0,0.10488399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,1,1,128,1,float16,float16,0,0.13742733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,1,1,128,1,float16,float16,0,0.09785533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,1,1,128,1,float16,float16,0,0.10556866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,1,1,128,1,float16,float16,0,0.102466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,1,1,128,1,float16,float16,0,0.10420800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,1,1,128,1,float16,float16,0,0.10139999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,1,1,128,1,float16,float16,0,0.10219733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,1,1,128,1,float16,float16,0,0.10551666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,1,1,128,1,float16,float16,0,0.10211066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,1,1,128,1,float16,float16,0,0.10447666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,1,1,128,1,float16,float16,0,0.10387
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,1,1,128,1,float16,float16,0,0.10582866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,1,1,128,1,float16,float16,0,0.09821933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,1,1,128,1,float16,float16,0,0.10053333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,0,0.103792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,0,0.11129733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,0,0.09953666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,0,0.10326333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,0,0.10634866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,0,0.10257
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,1,128,1,float16,fp8,0,1174.8925326666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,2,128,1,float16,fp8,0,1199.3876093333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,4,128,1,float16,fp8,0,1201.895552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,1,128,1,float16,fp8,0,586.6693646666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,64,8,128,1,float16,fp8,0,1204.4736773333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,2,128,1,float16,fp8,0,599.2203446666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,4,128,1,float16,fp8,0,600.2481853333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,1,128,1,float16,fp8,0,293.1018133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,64,8,128,1,float16,fp8,0,601.0484913333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,2,128,1,float16,fp8,0,299.1044073333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,4,128,1,float16,fp8,0,299.1952166666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,1,128,1,float16,fp8,0,146.772236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,64,8,128,1,float16,fp8,0,300.53734533333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,2,128,1,float16,fp8,0,149.11255666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,4,128,1,float16,fp8,0,149.36478266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,64,8,128,1,float16,fp8,0,150.12741466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,1,128,1,float16,fp8,0,662.2749293333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,2,128,1,float16,fp8,0,672.065082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,4,128,1,float16,fp8,0,673.2027813333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,64,8,128,1,float16,fp8,0,675.2269853333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,1,128,1,float16,fp8,0,330.78118666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,2,128,1,float16,fp8,0,335.71576999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,4,128,1,float16,fp8,0,336.3322993333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,1,128,1,float16,fp8,0,165.38575733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,64,8,128,1,float16,fp8,0,337.0998886666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,2,128,1,float16,fp8,0,167.59917199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,4,128,1,float16,fp8,0,168.014444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,1,128,1,float16,fp8,0,82.87959333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,64,8,128,1,float16,fp8,0,168.58211933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,2,128,1,float16,fp8,0,83.98247866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,4,128,1,float16,fp8,0,84.09944399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,64,8,128,1,float16,fp8,0,84.42222533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,1,128,1,float16,fp8,0,461.14646066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,2,128,1,float16,fp8,0,466.7043333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,4,128,1,float16,fp8,0,467.4942653333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,64,8,128,1,float16,fp8,0,469.3500673333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,1,128,1,float16,fp8,0,230.23305066666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,2,128,1,float16,fp8,0,233.18832333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,4,128,1,float16,fp8,0,233.67553733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,1,128,1,float16,fp8,0,115.16865533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,64,8,128,1,float16,fp8,0,234.34947466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,2,128,1,float16,fp8,0,116.67551133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,4,128,1,float16,fp8,0,116.70241266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,1,128,1,float16,fp8,0,57.66072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,64,8,128,1,float16,fp8,0,117.21449133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,2,128,1,float16,fp8,0,58.33923333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,4,128,1,float16,fp8,0,58.514135333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,64,8,128,1,float16,fp8,0,58.731434666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,1,128,1,float16,fp8,0,592.6151833333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,2,128,1,float16,fp8,0,598.0469039999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,4,128,1,float16,fp8,0,599.1453086666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,64,8,128,1,float16,fp8,0,601.7868046666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,1,128,1,float16,fp8,0,296.17462333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,2,128,1,float16,fp8,0,298.885834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,4,128,1,float16,fp8,0,299.4614393333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,1,128,1,float16,fp8,0,147.97280333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,64,8,128,1,float16,fp8,0,301.04142466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,2,128,1,float16,fp8,0,149.50723666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,4,128,1,float16,fp8,0,149.76325866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,1,128,1,float16,fp8,0,74.02484266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,64,8,128,1,float16,fp8,0,150.5683053333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,2,128,1,float16,fp8,0,74.75419466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,4,128,1,float16,fp8,0,74.91308933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,64,8,128,1,float16,fp8,0,75.227906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,1,128,1,float16,fp8,0,37.15224933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,2,128,1,float16,fp8,0,37.509766666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,4,128,1,float16,fp8,0,37.74478933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,64,8,128,1,float16,fp8,0,37.752416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,1,128,1,float16,fp8,0,335.34041666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,2,128,1,float16,fp8,0,337.6008133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,4,128,1,float16,fp8,0,338.20867599999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,64,8,128,1,float16,fp8,0,340.30258599999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,1,128,1,float16,fp8,0,167.59976133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,2,128,1,float16,fp8,0,168.71495333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,4,128,1,float16,fp8,0,169.06344866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,1,128,1,float16,fp8,0,83.77637666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,64,8,128,1,float16,fp8,0,170.142544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,2,128,1,float16,fp8,0,84.35163533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,4,128,1,float16,fp8,0,84.52856533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,64,8,128,1,float16,fp8,0,85.03863333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,1,128,1,float16,fp8,0,41.975075999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,2,128,1,float16,fp8,0,42.25932533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,4,128,1,float16,fp8,0,42.296678666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,1,128,1,float16,fp8,0,21.092430666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,64,8,128,1,float16,fp8,0,42.596086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,2,128,1,float16,fp8,0,21.22692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,4,128,1,float16,fp8,0,21.250389333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,64,8,128,1,float16,fp8,0,21.392591999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,1,128,1,float16,fp8,0,301.1545333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,2,128,1,float16,fp8,0,302.693898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,4,128,1,float16,fp8,0,303.6364066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,1,128,1,float16,fp8,0,150.62280133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,64,8,128,1,float16,fp8,0,306.1091973333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,2,128,1,float16,fp8,0,151.33169133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,4,128,1,float16,fp8,0,151.77120399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,1,128,1,float16,fp8,0,75.34755799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,64,8,128,1,float16,fp8,0,153.06601266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,2,128,1,float16,fp8,0,75.68742133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,4,128,1,float16,fp8,0,75.89307266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,64,8,128,1,float16,fp8,0,76.57182866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,1,128,1,float16,fp8,0,37.705304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,2,128,1,float16,fp8,0,37.869008666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,4,128,1,float16,fp8,0,37.987846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,1,128,1,float16,fp8,0,18.919342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,64,8,128,1,float16,fp8,0,38.329642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,2,128,1,float16,fp8,0,19.01371333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,4,128,1,float16,fp8,0,19.04766933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,64,8,128,1,float16,fp8,0,19.218671333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,1,128,1,float16,fp8,0,9.549583333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,2,128,1,float16,fp8,0,9.585965999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,4,128,1,float16,fp8,0,9.606514666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,64,8,128,1,float16,fp8,0,9.694533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,1,128,1,float16,fp8,0,171.19974733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,2,128,1,float16,fp8,0,172.03963399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,4,128,1,float16,fp8,0,172.710226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,64,8,128,1,float16,fp8,0,174.49966733333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,1,128,1,float16,fp8,0,85.64114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,2,128,1,float16,fp8,0,86.043022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,4,128,1,float16,fp8,0,86.37498999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,1,128,1,float16,fp8,0,42.891047333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,64,8,128,1,float16,fp8,0,87.29876999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,2,128,1,float16,fp8,0,43.05744733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,4,128,1,float16,fp8,0,43.22706266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,64,8,128,1,float16,fp8,0,43.686786000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,1,128,1,float16,fp8,0,21.46083333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,2,128,1,float16,fp8,0,21.603607999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,4,128,1,float16,fp8,0,21.654273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,1,128,1,float16,fp8,0,10.828393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,64,8,128,1,float16,fp8,0,21.88278733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,2,128,1,float16,fp8,0,10.839798666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,4,128,1,float16,fp8,0,10.879240666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,1,128,1,float16,fp8,0,5.479863999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,64,8,128,1,float16,fp8,0,11.007238666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,2,128,1,float16,fp8,0,5.4955853333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,4,128,1,float16,fp8,0,5.520571333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,64,8,128,1,float16,fp8,0,5.575232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,1,128,1,float16,fp8,0,77.58768333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,2,128,1,float16,fp8,0,77.98008399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,4,128,1,float16,fp8,0,78.45183666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,1,128,1,float16,fp8,0,38.835862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,64,8,128,1,float16,fp8,0,79.59220533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,2,128,1,float16,fp8,0,39.068674666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,4,128,1,float16,fp8,0,39.24181733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,1,128,1,float16,fp8,0,19.455037333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,64,8,128,1,float16,fp8,0,39.82198133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,2,128,1,float16,fp8,0,19.54498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,4,128,1,float16,fp8,0,19.65639
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,1,128,1,float16,fp8,0,9.771155333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,64,8,128,1,float16,fp8,0,19.944652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,2,128,1,float16,fp8,0,9.816724666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,4,128,1,float16,fp8,0,9.935951999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,64,8,128,1,float16,fp8,0,10.023069333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,1,128,1,float16,fp8,0,4.950876666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,2,128,1,float16,fp8,0,4.984399333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,4,128,1,float16,fp8,0,4.995024666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,64,8,128,1,float16,fp8,0,5.050075333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,1,128,1,float16,fp8,0,2.5181606666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,2,128,1,float16,fp8,0,2.5339426666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,4,128,1,float16,fp8,0,2.539905333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,64,8,128,1,float16,fp8,0,2.572544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,1,128,1,float16,fp8,0,44.415635333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,2,128,1,float16,fp8,0,44.67469933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,4,128,1,float16,fp8,0,45.021400666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,64,8,128,1,float16,fp8,0,45.85013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,1,128,1,float16,fp8,0,22.289418666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,2,128,1,float16,fp8,0,22.364411333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,4,128,1,float16,fp8,0,22.548742666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,1,128,1,float16,fp8,0,11.270133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,64,8,128,1,float16,fp8,0,22.979891999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,2,128,1,float16,fp8,0,11.226531333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,4,128,1,float16,fp8,0,11.315278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,64,8,128,1,float16,fp8,0,11.532048666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,1,128,1,float16,fp8,0,5.668563333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,2,128,1,float16,fp8,0,5.642459333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,4,128,1,float16,fp8,0,5.683045333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,1,128,1,float16,fp8,0,2.858041333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,64,8,128,1,float16,fp8,0,5.794385999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,2,128,1,float16,fp8,0,2.8652346666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,4,128,1,float16,fp8,0,2.8908273333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,64,8,128,1,float16,fp8,0,2.944422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,1,128,1,float16,fp8,0,1.4786286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,2,128,1,float16,fp8,0,1.4859606666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,4,128,1,float16,fp8,0,1.4901466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,64,8,128,1,float16,fp8,0,1.5349966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,1,128,1,float16,fp8,0,20.49437
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,2,128,1,float16,fp8,0,20.620886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,4,128,1,float16,fp8,0,21.003172666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,1,128,1,float16,fp8,0,10.281847333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,64,8,128,1,float16,fp8,0,21.38643
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,2,128,1,float16,fp8,0,10.333474666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,4,128,1,float16,fp8,0,10.451168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,1,128,1,float16,fp8,0,5.163106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,64,8,128,1,float16,fp8,0,10.715345333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,2,128,1,float16,fp8,0,5.203085333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,4,128,1,float16,fp8,0,5.2746026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,1,128,1,float16,fp8,0,2.616432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,64,8,128,1,float16,fp8,0,5.3918713333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,2,128,1,float16,fp8,0,2.6305586666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,4,128,1,float16,fp8,0,2.6559779999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,64,8,128,1,float16,fp8,0,2.722243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,1,128,1,float16,fp8,0,1.3471553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,2,128,1,float16,fp8,0,1.3506046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,4,128,1,float16,fp8,0,1.36552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,64,8,128,1,float16,fp8,0,1.4006806666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,1,128,1,float16,fp8,0,0.7161526666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,2,128,1,float16,fp8,0,0.7099906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,4,128,1,float16,fp8,0,0.7208933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,64,8,128,1,float16,fp8,0,0.7354966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,1,128,1,float16,fp8,0,5.746372666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,2,128,1,float16,fp8,0,5.760256666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,4,128,1,float16,fp8,0,5.873867999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,1,128,1,float16,fp8,0,2.866526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,64,8,128,1,float16,fp8,0,6.122410666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,2,128,1,float16,fp8,0,2.900863333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,4,128,1,float16,fp8,0,2.9506099999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,1,128,1,float16,fp8,0,1.4597613333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,64,8,128,1,float16,fp8,0,3.0824906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,2,128,1,float16,fp8,0,1.4757513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,4,128,1,float16,fp8,0,1.502332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,1,128,1,float16,fp8,0,0.7607773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,64,8,128,1,float16,fp8,0,1.586208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,2,128,1,float16,fp8,0,0.7682046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,4,128,1,float16,fp8,0,0.7762906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,1,128,1,float16,fp8,0,0.405418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,64,8,128,1,float16,fp8,0,0.8190346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,2,128,1,float16,fp8,0,0.42511733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,4,128,1,float16,fp8,0,0.41223866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,1,128,1,float16,fp8,0,0.22324466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,64,8,128,1,float16,fp8,0,0.44050933333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,2,128,1,float16,fp8,0,0.22880866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,4,128,1,float16,fp8,0,0.230438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,64,8,128,1,float16,fp8,0,0.2396853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,1,128,1,float16,fp8,0,1.7471046666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,2,128,1,float16,fp8,0,1.7492539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,4,128,1,float16,fp8,0,1.8128413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,64,8,128,1,float16,fp8,0,1.942278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,1,128,1,float16,fp8,0,0.8900753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,2,128,1,float16,fp8,0,0.899808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,4,128,1,float16,fp8,0,0.9258946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,64,8,128,1,float16,fp8,0,0.9873933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,1,128,1,float16,fp8,0,0.4908106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,2,128,1,float16,fp8,0,0.47154466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,4,128,1,float16,fp8,0,0.4839553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,1,128,1,float16,fp8,0,0.25337866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,64,8,128,1,float16,fp8,0,0.5121913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,2,128,1,float16,fp8,0,0.25899466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,4,128,1,float16,fp8,0,0.263276
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,64,8,128,1,float16,fp8,0,0.27872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,1,128,1,float16,fp8,0,0.145574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,2,128,1,float16,fp8,0,0.14581666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,4,128,1,float16,fp8,0,0.14930933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,64,8,128,1,float16,fp8,0,0.156052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,1,128,1,float16,fp8,0,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,2,128,1,float16,fp8,0,0.11181733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,4,128,1,float16,fp8,0,0.10737133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,64,8,128,1,float16,fp8,0,0.11164400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,1,128,1,float16,fp8,0,0.60307
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,2,128,1,float16,fp8,0,0.617162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,4,128,1,float16,fp8,0,0.6499653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,64,8,128,1,float16,fp8,0,0.69927
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,1,128,1,float16,fp8,0,0.33332866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,2,128,1,float16,fp8,0,0.3261093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,4,128,1,float16,fp8,0,0.34575666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,1,128,1,float16,fp8,0,0.178334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,64,8,128,1,float16,fp8,0,0.36661733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,2,128,1,float16,fp8,0,0.18460866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,4,128,1,float16,fp8,0,0.19084866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,1,128,1,float16,fp8,0,0.11631533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,64,8,128,1,float16,fp8,0,0.20195933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,2,128,1,float16,fp8,0,0.239434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,4,128,1,float16,fp8,0,0.20409999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,64,8,128,1,float16,fp8,0,0.11553533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,1,128,1,float16,fp8,0,0.11054333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,4,128,1,float16,fp8,0,0.11256266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,8,128,1,float16,fp8,0,0.11092466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,1,128,1,float16,fp8,0,0.10913066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,64,2,128,1,float16,fp8,0,0.12396799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,4,128,1,float16,fp8,0,0.10881866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,8,128,1,float16,fp8,0,0.11427
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,64,2,128,1,float16,fp8,0,0.11004933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,1,128,1,float16,fp8,0,0.2886433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,2,128,1,float16,fp8,0,0.27215066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,4,128,1,float16,fp8,0,0.2851333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,64,8,128,1,float16,fp8,0,0.344162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,1,128,1,float16,fp8,0,0.217932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,2,128,1,float16,fp8,0,0.156494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,4,128,1,float16,fp8,0,0.16152933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,64,8,128,1,float16,fp8,0,0.182338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,1,128,1,float16,fp8,0,0.126802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,2,128,1,float16,fp8,0,0.11858599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,4,128,1,float16,fp8,0,0.11906266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,64,8,128,1,float16,fp8,0,0.12023266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,1,128,1,float16,fp8,0,0.10947733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,2,128,1,float16,fp8,0,0.10820333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,4,128,1,float16,fp8,0,0.11790133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,64,8,128,1,float16,fp8,0,0.11371533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,1,128,1,float16,fp8,0,0.11359399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,2,128,1,float16,fp8,0,0.11001466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,4,128,1,float16,fp8,0,0.10678199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,64,8,128,1,float16,fp8,0,0.10726733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,1,128,1,float16,fp8,0,0.16123466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,2,128,1,float16,fp8,0,0.16197999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,4,128,1,float16,fp8,0,0.15986533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,64,8,128,1,float16,fp8,0,0.10991933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,1,128,1,float16,fp8,0,0.21100733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,2,128,1,float16,fp8,0,0.21124999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,4,128,1,float16,fp8,0,0.221078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,64,8,128,1,float16,fp8,0,0.2323793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,1,128,1,float16,fp8,0,0.12415866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,2,128,1,float16,fp8,0,0.11953066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,4,128,1,float16,fp8,0,0.12507733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,1,128,1,float16,fp8,0,0.115518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,64,8,128,1,float16,fp8,0,0.13011266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,2,128,1,float16,fp8,0,0.1196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,4,128,1,float16,fp8,0,0.11875066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,1,128,1,float16,fp8,0,0.12026733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,64,8,128,1,float16,fp8,0,0.12156733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,2,128,1,float16,fp8,0,0.2083813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,4,128,1,float16,fp8,0,0.19136866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,64,8,128,1,float16,fp8,0,0.168064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,1,128,1,float16,fp8,0,0.11895866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,2,128,1,float16,fp8,0,0.12226933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,4,128,1,float16,fp8,0,0.120068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,1,128,1,float16,fp8,0,0.27482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,64,8,128,1,float16,fp8,0,0.11511933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,2,128,1,float16,fp8,0,0.11466866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,4,128,1,float16,fp8,0,0.115492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,64,8,128,1,float16,fp8,0,0.13571999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,1,128,1,float16,fp8,0,0.21384999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,2,128,1,float16,fp8,0,0.21414466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,4,128,1,float16,fp8,0,0.235638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,1,128,1,float16,fp8,0,0.14807866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,64,8,128,1,float16,fp8,0,0.25094333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,2,128,1,float16,fp8,0,0.220064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,4,128,1,float16,fp8,0,0.145392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,1,128,1,float16,fp8,0,0.11841266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,64,8,128,1,float16,fp8,0,0.128492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,2,128,1,float16,fp8,0,0.11949599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,4,128,1,float16,fp8,0,0.12342199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,64,8,128,1,float16,fp8,0,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,1,128,1,float16,fp8,0,0.11739866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,2,128,1,float16,fp8,0,0.11537933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,4,128,1,float16,fp8,0,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,64,8,128,1,float16,fp8,0,0.115492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,1,128,1,float16,fp8,0,0.11569133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,2,128,1,float16,fp8,0,0.11421799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,4,128,1,float16,fp8,0,0.12225199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,1,128,1,float16,fp8,0,0.11297866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,64,8,128,1,float16,fp8,0,0.118248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,2,128,1,float16,fp8,0,0.11442599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,4,128,1,float16,fp8,0,0.11561333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,64,8,128,1,float16,fp8,0,0.11726866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,0,0.22205733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,0,0.22465733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,0,0.22367800000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,0,0.11869866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,0,0.13169
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,0,0.13162066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,0,0.13118733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,0,0.11790133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,0,0.12453133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,0,0.11602933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,0,0.11323
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,0,0.14884133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,0,0.11146199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,0,0.10898333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,0,0.11319533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,0,0.12065733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,0,0.12701866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,0,0.118898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,0,0.11191266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,0,0.11350733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,0,0.11596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,0,0.12733066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,0,0.11426133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,0,0.12069200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,1,128,1,float16,fp8,0,881.0096186666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,2,128,1,float16,fp8,0,900.2277093333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,4,128,1,float16,fp8,0,902.3479659999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,1,128,1,float16,fp8,0,439.77238933333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,48,8,128,1,float16,fp8,0,904.6936773333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,2,128,1,float16,fp8,0,449.4210933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,4,128,1,float16,fp8,0,450.0853933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,1,128,1,float16,fp8,0,219.94083799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,48,8,128,1,float16,fp8,0,451.560954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,2,128,1,float16,fp8,0,224.34184933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,4,128,1,float16,fp8,0,224.26930066666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,1,128,1,float16,fp8,0,110.13444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,48,8,128,1,float16,fp8,0,225.55805999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,2,128,1,float16,fp8,0,112.26911799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,4,128,1,float16,fp8,0,112.335236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,48,8,128,1,float16,fp8,0,112.73738666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,1,128,1,float16,fp8,0,496.77915733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,2,128,1,float16,fp8,0,504.9278953333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,4,128,1,float16,fp8,0,505.8454093333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,48,8,128,1,float16,fp8,0,507.43137466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,1,128,1,float16,fp8,0,248.1114653333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,2,128,1,float16,fp8,0,252.12752066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,4,128,1,float16,fp8,0,252.527782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,48,8,128,1,float16,fp8,0,253.5929933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,1,128,1,float16,fp8,0,124.08292866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,2,128,1,float16,fp8,0,125.959808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,4,128,1,float16,fp8,0,126.10086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,1,128,1,float16,fp8,0,62.271005333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,48,8,128,1,float16,fp8,0,126.733516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,2,128,1,float16,fp8,0,63.13996866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,4,128,1,float16,fp8,0,63.17468733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,48,8,128,1,float16,fp8,0,63.44386533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,1,128,1,float16,fp8,0,345.71017866666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,2,128,1,float16,fp8,0,350.40463466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,4,128,1,float16,fp8,0,351.2471993333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,48,8,128,1,float16,fp8,0,352.9131233333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,1,128,1,float16,fp8,0,172.78683933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,2,128,1,float16,fp8,0,175.11444600000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,4,128,1,float16,fp8,0,175.639334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,1,128,1,float16,fp8,0,86.462948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,48,8,128,1,float16,fp8,0,176.32769266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,2,128,1,float16,fp8,0,87.55509533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,4,128,1,float16,fp8,0,87.747036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,1,128,1,float16,fp8,0,43.395646666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,48,8,128,1,float16,fp8,0,88.22493333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,2,128,1,float16,fp8,0,43.942184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,4,128,1,float16,fp8,0,44.031112666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,48,8,128,1,float16,fp8,0,44.19341333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,1,128,1,float16,fp8,0,444.6646533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,2,128,1,float16,fp8,0,449.2944213333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,4,128,1,float16,fp8,0,450.4188086666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,48,8,128,1,float16,fp8,0,452.921924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,1,128,1,float16,fp8,0,222.05092866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,2,128,1,float16,fp8,0,224.58059866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,4,128,1,float16,fp8,0,225.06986666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,1,128,1,float16,fp8,0,111.07135
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,48,8,128,1,float16,fp8,0,226.344014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,2,128,1,float16,fp8,0,112.198892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,4,128,1,float16,fp8,0,112.52787866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,48,8,128,1,float16,fp8,0,113.11462066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,1,128,1,float16,fp8,0,55.584801999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,2,128,1,float16,fp8,0,56.178616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,4,128,1,float16,fp8,0,56.328826666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,1,128,1,float16,fp8,0,27.988878666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,48,8,128,1,float16,fp8,0,56.66081199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,2,128,1,float16,fp8,0,28.233425999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,4,128,1,float16,fp8,0,28.303027999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,48,8,128,1,float16,fp8,0,28.482887333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,1,128,1,float16,fp8,0,251.5024113333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,2,128,1,float16,fp8,0,253.57244466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,4,128,1,float16,fp8,0,254.377162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,48,8,128,1,float16,fp8,0,256.167652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,1,128,1,float16,fp8,0,125.78161266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,2,128,1,float16,fp8,0,126.75389999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,4,128,1,float16,fp8,0,127.16040133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,48,8,128,1,float16,fp8,0,128.12591133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,1,128,1,float16,fp8,0,62.93592066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,2,128,1,float16,fp8,0,63.411304666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,4,128,1,float16,fp8,0,63.58589466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,1,128,1,float16,fp8,0,31.556078666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,48,8,128,1,float16,fp8,0,64.12737933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,2,128,1,float16,fp8,0,31.808868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,4,128,1,float16,fp8,0,31.870427333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,1,128,1,float16,fp8,0,15.894796666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,48,8,128,1,float16,fp8,0,32.147630666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,2,128,1,float16,fp8,0,16.016944666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,4,128,1,float16,fp8,0,16.062132666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,48,8,128,1,float16,fp8,0,16.151910666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,1,128,1,float16,fp8,0,226.08704733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,2,128,1,float16,fp8,0,227.44241866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,4,128,1,float16,fp8,0,228.26153133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,48,8,128,1,float16,fp8,0,230.76189066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,1,128,1,float16,fp8,0,113.04689933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,2,128,1,float16,fp8,0,113.70513266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,4,128,1,float16,fp8,0,114.20317133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,1,128,1,float16,fp8,0,56.61948933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,48,8,128,1,float16,fp8,0,115.37246066666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,2,128,1,float16,fp8,0,56.811317333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,4,128,1,float16,fp8,0,57.093339333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,1,128,1,float16,fp8,0,28.367221999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,48,8,128,1,float16,fp8,0,57.66767933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,2,128,1,float16,fp8,0,28.508523333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,4,128,1,float16,fp8,0,28.604454666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,1,128,1,float16,fp8,0,14.267742666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,48,8,128,1,float16,fp8,0,28.903437333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,2,128,1,float16,fp8,0,14.305121999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,4,128,1,float16,fp8,0,14.347666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,1,128,1,float16,fp8,0,7.220910666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,48,8,128,1,float16,fp8,0,14.512341999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,2,128,1,float16,fp8,0,7.270042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,4,128,1,float16,fp8,0,7.282964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,48,8,128,1,float16,fp8,0,7.380845333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,1,128,1,float16,fp8,0,128.46851333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,2,128,1,float16,fp8,0,129.221794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,4,128,1,float16,fp8,0,129.908168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,1,128,1,float16,fp8,0,64.25656466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,48,8,128,1,float16,fp8,0,131.57368466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,2,128,1,float16,fp8,0,64.730796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,4,128,1,float16,fp8,0,65.04582933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,1,128,1,float16,fp8,0,32.19490733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,48,8,128,1,float16,fp8,0,65.86976933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,2,128,1,float16,fp8,0,32.329466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,4,128,1,float16,fp8,0,32.537734666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,48,8,128,1,float16,fp8,0,32.98642533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,1,128,1,float16,fp8,0,16.161114666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,2,128,1,float16,fp8,0,16.242936666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,4,128,1,float16,fp8,0,16.317409333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,1,128,1,float16,fp8,0,8.154041999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,48,8,128,1,float16,fp8,0,16.532238666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,2,128,1,float16,fp8,0,8.168333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,4,128,1,float16,fp8,0,8.229216666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,1,128,1,float16,fp8,0,4.165477333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,48,8,128,1,float16,fp8,0,8.343408666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,2,128,1,float16,fp8,0,4.168744666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,4,128,1,float16,fp8,0,4.204321333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,48,8,128,1,float16,fp8,0,4.242480666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,1,128,1,float16,fp8,0,58.15897533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,2,128,1,float16,fp8,0,58.51924866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,4,128,1,float16,fp8,0,59.000057999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,1,128,1,float16,fp8,0,29.13807
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,48,8,128,1,float16,fp8,0,60.11563999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,2,128,1,float16,fp8,0,29.301185333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,4,128,1,float16,fp8,0,29.530124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,1,128,1,float16,fp8,0,14.612684666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,48,8,128,1,float16,fp8,0,30.077606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,2,128,1,float16,fp8,0,14.687053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,4,128,1,float16,fp8,0,14.82364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,1,128,1,float16,fp8,0,7.351084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,48,8,128,1,float16,fp8,0,15.090781333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,2,128,1,float16,fp8,0,7.3981699999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,4,128,1,float16,fp8,0,7.438313999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,48,8,128,1,float16,fp8,0,7.586332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,1,128,1,float16,fp8,0,3.7348046666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,2,128,1,float16,fp8,0,3.7466519999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,4,128,1,float16,fp8,0,3.772808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,1,128,1,float16,fp8,0,1.9221713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,48,8,128,1,float16,fp8,0,3.837097333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,2,128,1,float16,fp8,0,1.9394959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,4,128,1,float16,fp8,0,1.9503380000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,48,8,128,1,float16,fp8,0,1.979484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,1,128,1,float16,fp8,0,33.43587866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,2,128,1,float16,fp8,0,33.637075333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,4,128,1,float16,fp8,0,33.976366666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,1,128,1,float16,fp8,0,16.736520666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,48,8,128,1,float16,fp8,0,34.77293733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,2,128,1,float16,fp8,0,16.854187999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,4,128,1,float16,fp8,0,17.028076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,1,128,1,float16,fp8,0,8.404881333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,48,8,128,1,float16,fp8,0,17.424263999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,2,128,1,float16,fp8,0,8.48302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,4,128,1,float16,fp8,0,8.54542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,1,128,1,float16,fp8,0,4.255914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,48,8,128,1,float16,fp8,0,8.748003333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,2,128,1,float16,fp8,0,4.293501333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,4,128,1,float16,fp8,0,4.318288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,48,8,128,1,float16,fp8,0,4.417243999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,1,128,1,float16,fp8,0,2.184641333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,2,128,1,float16,fp8,0,2.191592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,4,128,1,float16,fp8,0,2.250352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,48,8,128,1,float16,fp8,0,2.250941333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,1,128,1,float16,fp8,0,1.1444766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,2,128,1,float16,fp8,0,1.1578753333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,4,128,1,float16,fp8,0,1.1545386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,48,8,128,1,float16,fp8,0,1.173198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,1,128,1,float16,fp8,0,15.433790666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,2,128,1,float16,fp8,0,15.592130666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,4,128,1,float16,fp8,0,15.817706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,1,128,1,float16,fp8,0,7.753979999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,48,8,128,1,float16,fp8,0,16.330114666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,2,128,1,float16,fp8,0,7.817315999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,4,128,1,float16,fp8,0,7.941899333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,1,128,1,float16,fp8,0,3.9157386666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,48,8,128,1,float16,fp8,0,8.209647333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,2,128,1,float16,fp8,0,3.959774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,4,128,1,float16,fp8,0,4.002552666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,1,128,1,float16,fp8,0,2.0069486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,48,8,128,1,float16,fp8,0,4.136123333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,2,128,1,float16,fp8,0,2.037074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,4,128,1,float16,fp8,0,2.0408786666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,1,128,1,float16,fp8,0,1.0382233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,48,8,128,1,float16,fp8,0,2.0971686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,2,128,1,float16,fp8,0,1.0498366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,4,128,1,float16,fp8,0,1.075022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,1,128,1,float16,fp8,0,0.5508966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,48,8,128,1,float16,fp8,0,1.099306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,2,128,1,float16,fp8,0,0.5612793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,4,128,1,float16,fp8,0,0.5690879999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,48,8,128,1,float16,fp8,0,0.5956946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,1,128,1,float16,fp8,0,4.338732666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,2,128,1,float16,fp8,0,4.386000666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,4,128,1,float16,fp8,0,4.515584666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,1,128,1,float16,fp8,0,2.2299766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,48,8,128,1,float16,fp8,0,4.769318666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,2,128,1,float16,fp8,0,2.234232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,4,128,1,float16,fp8,0,2.2937286666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,1,128,1,float16,fp8,0,1.1304713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,48,8,128,1,float16,fp8,0,2.400701333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,2,128,1,float16,fp8,0,1.1535593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,4,128,1,float16,fp8,0,1.1803046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,1,128,1,float16,fp8,0,0.59618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,48,8,128,1,float16,fp8,0,1.2263766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,2,128,1,float16,fp8,0,0.6019693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,4,128,1,float16,fp8,0,0.6164686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,48,8,128,1,float16,fp8,0,0.6400939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,1,128,1,float16,fp8,0,0.32870066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,2,128,1,float16,fp8,0,0.3285706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,4,128,1,float16,fp8,0,0.3364486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,48,8,128,1,float16,fp8,0,0.35170199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,1,128,1,float16,fp8,0,0.18541466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,2,128,1,float16,fp8,0,0.18777199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,4,128,1,float16,fp8,0,0.18573533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,48,8,128,1,float16,fp8,0,0.1939253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,1,128,1,float16,fp8,0,1.4355466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,2,128,1,float16,fp8,0,1.417624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,4,128,1,float16,fp8,0,1.5570706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,1,128,1,float16,fp8,0,0.7075726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,48,8,128,1,float16,fp8,0,1.649856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,2,128,1,float16,fp8,0,0.7254433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,4,128,1,float16,fp8,0,0.791856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,1,128,1,float16,fp8,0,0.37781466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,48,8,128,1,float16,fp8,0,0.8284379999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,2,128,1,float16,fp8,0,0.386698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,4,128,1,float16,fp8,0,0.40046933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,1,128,1,float16,fp8,0,0.2171173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,48,8,128,1,float16,fp8,0,0.433394
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,2,128,1,float16,fp8,0,0.21512399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,4,128,1,float16,fp8,0,0.22562799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,1,128,1,float16,fp8,0,0.12069200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,48,8,128,1,float16,fp8,0,0.23792599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,2,128,1,float16,fp8,0,0.11869
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,4,128,1,float16,fp8,0,0.12255533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,48,8,128,1,float16,fp8,0,0.127166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,1,128,1,float16,fp8,0,0.17187733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,2,128,1,float16,fp8,0,0.17367133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,4,128,1,float16,fp8,0,0.10728466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,48,8,128,1,float16,fp8,0,0.112086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,2,128,1,float16,fp8,0,0.5668173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,1,128,1,float16,fp8,0,0.558974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,4,128,1,float16,fp8,0,0.6266866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,1,128,1,float16,fp8,0,0.321204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,48,8,128,1,float16,fp8,0,0.7049033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,2,128,1,float16,fp8,0,0.30185999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,4,128,1,float16,fp8,0,0.316082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,1,128,1,float16,fp8,0,0.16059333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,48,8,128,1,float16,fp8,0,0.351494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,4,128,1,float16,fp8,0,0.17181666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,8,128,1,float16,fp8,0,0.20085866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,48,2,128,1,float16,fp8,0,0.160654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,1,128,1,float16,fp8,0,0.11940933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,2,128,1,float16,fp8,0,0.11090733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,4,128,1,float16,fp8,0,0.11674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,1,128,1,float16,fp8,0,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,48,8,128,1,float16,fp8,0,0.108472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,2,128,1,float16,fp8,0,0.11349
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,4,128,1,float16,fp8,0,0.10900933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,48,8,128,1,float16,fp8,0,0.10751
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,1,128,1,float16,fp8,0,0.11708666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,2,128,1,float16,fp8,0,0.11139266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,4,128,1,float16,fp8,0,0.11053466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,48,8,128,1,float16,fp8,0,0.11082066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,1,128,1,float16,fp8,0,0.22829733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,2,128,1,float16,fp8,0,0.2412713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,4,128,1,float16,fp8,0,0.25819733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,1,128,1,float16,fp8,0,0.160654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,48,8,128,1,float16,fp8,0,0.3041393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,2,128,1,float16,fp8,0,0.15947533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,8,128,1,float16,fp8,0,0.154544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,1,128,1,float16,fp8,0,0.11932266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,48,4,128,1,float16,fp8,0,0.13924733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,2,128,1,float16,fp8,0,0.23497933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,4,128,1,float16,fp8,0,0.17744133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,1,128,1,float16,fp8,0,0.16164199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,48,8,128,1,float16,fp8,0,0.108732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,2,128,1,float16,fp8,0,0.10832466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,4,128,1,float16,fp8,0,0.10991066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,1,128,1,float16,fp8,0,0.11145333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,48,8,128,1,float16,fp8,0,0.115726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,2,128,1,float16,fp8,0,0.11352466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,4,128,1,float16,fp8,0,0.11504999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,1,128,1,float16,fp8,0,0.11160066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,48,8,128,1,float16,fp8,0,0.109252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,2,128,1,float16,fp8,0,0.10811666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,4,128,1,float16,fp8,0,0.11464266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,48,8,128,1,float16,fp8,0,0.126334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,1,128,1,float16,fp8,0,0.172718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,2,128,1,float16,fp8,0,0.17855933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,4,128,1,float16,fp8,0,0.18033599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,1,128,1,float16,fp8,0,0.12304066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,48,8,128,1,float16,fp8,0,0.191074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,2,128,1,float16,fp8,0,0.13326733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,4,128,1,float16,fp8,0,0.12395933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,1,128,1,float16,fp8,0,0.11141866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,48,8,128,1,float16,fp8,0,0.11755466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,2,128,1,float16,fp8,0,0.11839533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,4,128,1,float16,fp8,0,0.12667199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,48,8,128,1,float16,fp8,0,0.11530133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,1,128,1,float16,fp8,0,0.11323866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,2,128,1,float16,fp8,0,0.11233733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,4,128,1,float16,fp8,0,0.120744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,48,8,128,1,float16,fp8,0,0.12666333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,1,128,1,float16,fp8,0,0.11579533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,2,128,1,float16,fp8,0,0.11669666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,4,128,1,float16,fp8,0,0.118248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,48,8,128,1,float16,fp8,0,0.11491133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,1,128,1,float16,fp8,0,0.12171466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,2,128,1,float16,fp8,0,0.118248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,4,128,1,float16,fp8,0,0.17408733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,48,8,128,1,float16,fp8,0,0.11657533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,1,128,1,float16,fp8,0,0.16611399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,2,128,1,float16,fp8,0,0.16698933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,4,128,1,float16,fp8,0,0.20232333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,48,8,128,1,float16,fp8,0,0.17881933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,1,128,1,float16,fp8,0,0.125034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,2,128,1,float16,fp8,0,0.11823933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,4,128,1,float16,fp8,0,0.120822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,1,128,1,float16,fp8,0,0.125632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,48,8,128,1,float16,fp8,0,0.11717333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,2,128,1,float16,fp8,0,0.11368933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,4,128,1,float16,fp8,0,0.11381933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,1,128,1,float16,fp8,0,0.11511933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,48,8,128,1,float16,fp8,0,0.11713866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,2,128,1,float16,fp8,0,0.147004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,4,128,1,float16,fp8,0,0.11630666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,1,128,1,float16,fp8,0,0.11583866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,48,8,128,1,float16,fp8,0,0.11862933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,2,128,1,float16,fp8,0,0.11697400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,4,128,1,float16,fp8,0,0.12283266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,48,8,128,1,float16,fp8,0,0.20985466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,1,128,1,float16,fp8,0,0.19576266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,2,128,1,float16,fp8,0,0.19365666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,4,128,1,float16,fp8,0,0.11577799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,48,8,128,1,float16,fp8,0,0.16491799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,0,0.17893199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,0,0.17836
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,0,0.17640133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,0,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,0,0.11886333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,0,0.11164400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,0,0.11615066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,0,0.11488533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,0,0.21855599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,0,0.13539066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,0,0.112632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,0,0.11067333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,0,0.11744199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,0,0.12424533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,0,0.12185333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,0,0.11804866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,0,0.117026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,0,0.12324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,0,0.171002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,0,0.11621133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,0,0.165776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,0,0.15483
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,0,0.13816399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,0,0.11927066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,1,128,1,float16,fp8,0,733.5004299999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,2,128,1,float16,fp8,0,749.808098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,4,128,1,float16,fp8,0,751.7312659999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,1,128,1,float16,fp8,0,366.5180306666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,40,8,128,1,float16,fp8,0,753.6049213333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,2,128,1,float16,fp8,0,374.51630666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,4,128,1,float16,fp8,0,375.21124333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,1,128,1,float16,fp8,0,183.34655733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,40,8,128,1,float16,fp8,0,376.3768666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,2,128,1,float16,fp8,0,187.22770733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,4,128,1,float16,fp8,0,187.11530066666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,1,128,1,float16,fp8,0,91.83391533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,40,8,128,1,float16,fp8,0,187.99711666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,2,128,1,float16,fp8,0,93.37535133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,4,128,1,float16,fp8,0,93.71040466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,40,8,128,1,float16,fp8,0,94.26007933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,1,128,1,float16,fp8,0,413.7404613333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,2,128,1,float16,fp8,0,420.4238133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,4,128,1,float16,fp8,0,421.472714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,40,8,128,1,float16,fp8,0,423.104656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,1,128,1,float16,fp8,0,206.802492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,2,128,1,float16,fp8,0,209.78882599999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,4,128,1,float16,fp8,0,210.49549733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,1,128,1,float16,fp8,0,103.43657999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,40,8,128,1,float16,fp8,0,211.437278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,2,128,1,float16,fp8,0,105.12763733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,4,128,1,float16,fp8,0,105.21061199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,1,128,1,float16,fp8,0,51.96790733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,40,8,128,1,float16,fp8,0,105.69324999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,2,128,1,float16,fp8,0,52.667628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,4,128,1,float16,fp8,0,52.770379999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,40,8,128,1,float16,fp8,0,53.00771666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,1,128,1,float16,fp8,0,287.96441266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,2,128,1,float16,fp8,0,291.91321466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,4,128,1,float16,fp8,0,292.49883866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,40,8,128,1,float16,fp8,0,294.045362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,1,128,1,float16,fp8,0,144.03034533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,2,128,1,float16,fp8,0,145.83998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,4,128,1,float16,fp8,0,146.35146066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,1,128,1,float16,fp8,0,72.05778666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,40,8,128,1,float16,fp8,0,147.02281533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,2,128,1,float16,fp8,0,72.98979133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,4,128,1,float16,fp8,0,73.190806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,1,128,1,float16,fp8,0,36.20113466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,40,8,128,1,float16,fp8,0,73.59309533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,2,128,1,float16,fp8,0,36.61243733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,4,128,1,float16,fp8,0,36.76855
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,40,8,128,1,float16,fp8,0,36.913196666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,1,128,1,float16,fp8,0,370.40457999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,2,128,1,float16,fp8,0,374.2740906666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,4,128,1,float16,fp8,0,375.399752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,1,128,1,float16,fp8,0,185.08704066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,40,8,128,1,float16,fp8,0,377.6829593333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,2,128,1,float16,fp8,0,187.04534333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,4,128,1,float16,fp8,0,187.664438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,1,128,1,float16,fp8,0,92.54391466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,40,8,128,1,float16,fp8,0,188.78508133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,2,128,1,float16,fp8,0,93.56984866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,4,128,1,float16,fp8,0,93.726204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,40,8,128,1,float16,fp8,0,94.42809999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,1,128,1,float16,fp8,0,46.376512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,2,128,1,float16,fp8,0,46.845448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,4,128,1,float16,fp8,0,46.967231999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,1,128,1,float16,fp8,0,23.34731533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,40,8,128,1,float16,fp8,0,47.26325933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,2,128,1,float16,fp8,0,23.57452066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,4,128,1,float16,fp8,0,23.650284666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,40,8,128,1,float16,fp8,0,23.816398666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,1,128,1,float16,fp8,0,209.58958799999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,2,128,1,float16,fp8,0,211.27184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,4,128,1,float16,fp8,0,211.99584466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,1,128,1,float16,fp8,0,104.77012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,40,8,128,1,float16,fp8,0,213.86350266666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,2,128,1,float16,fp8,0,105.59392133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,4,128,1,float16,fp8,0,105.98392999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,1,128,1,float16,fp8,0,52.421043999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,40,8,128,1,float16,fp8,0,106.93549533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,2,128,1,float16,fp8,0,52.83970466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,4,128,1,float16,fp8,0,53.04955933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,40,8,128,1,float16,fp8,0,53.500312666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,1,128,1,float16,fp8,0,26.29776933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,2,128,1,float16,fp8,0,26.505466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,4,128,1,float16,fp8,0,26.576238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,1,128,1,float16,fp8,0,13.296460666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,40,8,128,1,float16,fp8,0,26.849116666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,2,128,1,float16,fp8,0,13.374044666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,4,128,1,float16,fp8,0,13.412697999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,40,8,128,1,float16,fp8,0,13.539101333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,1,128,1,float16,fp8,0,188.37694199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,2,128,1,float16,fp8,0,189.60272066666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,4,128,1,float16,fp8,0,190.5676413333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,40,8,128,1,float16,fp8,0,192.80883266666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,1,128,1,float16,fp8,0,94.21369533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,2,128,1,float16,fp8,0,94.82401066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,4,128,1,float16,fp8,0,95.28558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,1,128,1,float16,fp8,0,47.14926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,40,8,128,1,float16,fp8,0,96.442944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,2,128,1,float16,fp8,0,47.434781333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,4,128,1,float16,fp8,0,47.67327066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,1,128,1,float16,fp8,0,23.645587333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,40,8,128,1,float16,fp8,0,48.240096666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,2,128,1,float16,fp8,0,23.78025
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,4,128,1,float16,fp8,0,23.876632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,1,128,1,float16,fp8,0,11.916424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,40,8,128,1,float16,fp8,0,24.216374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,2,128,1,float16,fp8,0,11.967470666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,4,128,1,float16,fp8,0,11.994857333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,1,128,1,float16,fp8,0,6.051491333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,40,8,128,1,float16,fp8,0,12.176952666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,2,128,1,float16,fp8,0,6.079684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,4,128,1,float16,fp8,0,6.086773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,40,8,128,1,float16,fp8,0,6.166593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,1,128,1,float16,fp8,0,107.12345799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,2,128,1,float16,fp8,0,107.79934533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,4,128,1,float16,fp8,0,108.48126466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,1,128,1,float16,fp8,0,53.600013999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,40,8,128,1,float16,fp8,0,110.206226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,2,128,1,float16,fp8,0,53.93401866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,4,128,1,float16,fp8,0,54.27171533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,1,128,1,float16,fp8,0,26.889252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,40,8,128,1,float16,fp8,0,55.121274
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,2,128,1,float16,fp8,0,27.002741999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,4,128,1,float16,fp8,0,27.160778666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,1,128,1,float16,fp8,0,13.472783999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,40,8,128,1,float16,fp8,0,27.597544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,2,128,1,float16,fp8,0,13.546268666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,4,128,1,float16,fp8,0,13.613946666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,1,128,1,float16,fp8,0,6.804572666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,40,8,128,1,float16,fp8,0,13.869544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,2,128,1,float16,fp8,0,6.866712666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,4,128,1,float16,fp8,0,6.890832
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,1,128,1,float16,fp8,0,3.490188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,40,8,128,1,float16,fp8,0,7.024402666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,2,128,1,float16,fp8,0,3.497754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,4,128,1,float16,fp8,0,3.52027
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,40,8,128,1,float16,fp8,0,3.5723306666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,1,128,1,float16,fp8,0,48.50984666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,2,128,1,float16,fp8,0,48.82592866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,4,128,1,float16,fp8,0,49.279776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,1,128,1,float16,fp8,0,24.301056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,40,8,128,1,float16,fp8,0,50.38612799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,2,128,1,float16,fp8,0,24.444862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,4,128,1,float16,fp8,0,24.68488533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,1,128,1,float16,fp8,0,12.181320666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,40,8,128,1,float16,fp8,0,25.221273999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,2,128,1,float16,fp8,0,12.251433999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,4,128,1,float16,fp8,0,12.379371333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,40,8,128,1,float16,fp8,0,12.646633999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,1,128,1,float16,fp8,0,6.145784666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,2,128,1,float16,fp8,0,6.218116666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,4,128,1,float16,fp8,0,6.230319333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,1,128,1,float16,fp8,0,3.120416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,40,8,128,1,float16,fp8,0,6.367608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,2,128,1,float16,fp8,0,3.1381479999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,4,128,1,float16,fp8,0,3.1845839999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,1,128,1,float16,fp8,0,1.6231106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,40,8,128,1,float16,fp8,0,3.2497833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,2,128,1,float16,fp8,0,1.636102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,4,128,1,float16,fp8,0,1.678612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,40,8,128,1,float16,fp8,0,1.6763153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,1,128,1,float16,fp8,0,27.887106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,2,128,1,float16,fp8,0,28.049909333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,4,128,1,float16,fp8,0,28.401741333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,40,8,128,1,float16,fp8,0,29.193432666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,1,128,1,float16,fp8,0,13.944233333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,2,128,1,float16,fp8,0,14.066156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,4,128,1,float16,fp8,0,14.220760666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,1,128,1,float16,fp8,0,7.004096666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,40,8,128,1,float16,fp8,0,14.617858666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,2,128,1,float16,fp8,0,7.051824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,4,128,1,float16,fp8,0,7.150606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,1,128,1,float16,fp8,0,3.55043
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,40,8,128,1,float16,fp8,0,7.3383959999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,2,128,1,float16,fp8,0,3.5704933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,4,128,1,float16,fp8,0,3.6338639999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,1,128,1,float16,fp8,0,1.858714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,40,8,128,1,float16,fp8,0,3.711916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,2,128,1,float16,fp8,0,1.8317866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,4,128,1,float16,fp8,0,1.851356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,1,128,1,float16,fp8,0,0.965042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,40,8,128,1,float16,fp8,0,1.8974106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,2,128,1,float16,fp8,0,0.9626933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,4,128,1,float16,fp8,0,0.9693406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,40,8,128,1,float16,fp8,0,0.9978453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,1,128,1,float16,fp8,0,12.878545333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,2,128,1,float16,fp8,0,12.990986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,4,128,1,float16,fp8,0,13.229866
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,1,128,1,float16,fp8,0,6.476002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,40,8,128,1,float16,fp8,0,13.752916666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,2,128,1,float16,fp8,0,6.526935999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,4,128,1,float16,fp8,0,6.639429333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,1,128,1,float16,fp8,0,3.2639533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,40,8,128,1,float16,fp8,0,6.892314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,2,128,1,float16,fp8,0,3.3175306666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,4,128,1,float16,fp8,0,3.3573020000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,40,8,128,1,float16,fp8,0,3.4948159999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,2,128,1,float16,fp8,0,1.6945326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,1,128,1,float16,fp8,0,1.6672933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,4,128,1,float16,fp8,0,1.7030259999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,40,8,128,1,float16,fp8,0,1.76644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,1,128,1,float16,fp8,0,0.8754806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,2,128,1,float16,fp8,0,0.8772573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,4,128,1,float16,fp8,0,0.8899019999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,40,8,128,1,float16,fp8,0,0.92157
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,1,128,1,float16,fp8,0,0.468286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,2,128,1,float16,fp8,0,0.4890946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,4,128,1,float16,fp8,0,0.4937486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,40,8,128,1,float16,fp8,0,0.5061766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,1,128,1,float16,fp8,0,3.595947333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,2,128,1,float16,fp8,0,3.6575326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,4,128,1,float16,fp8,0,3.7567226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,1,128,1,float16,fp8,0,1.8218893333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,40,8,128,1,float16,fp8,0,4.021411333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,2,128,1,float16,fp8,0,1.86329
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,4,128,1,float16,fp8,0,1.9112859999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,1,128,1,float16,fp8,0,0.9444499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,40,8,128,1,float16,fp8,0,2.0350026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,2,128,1,float16,fp8,0,0.9526573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,4,128,1,float16,fp8,0,1.0030886666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,1,128,1,float16,fp8,0,0.497848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,2,128,1,float16,fp8,0,0.5008813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,4,128,1,float16,fp8,0,0.5120439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,40,8,128,1,float16,fp8,0,1.0353373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,1,128,1,float16,fp8,0,0.27080733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,40,8,128,1,float16,fp8,0,0.5429233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,2,128,1,float16,fp8,0,0.27774933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,4,128,1,float16,fp8,0,0.28073066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,1,128,1,float16,fp8,0,0.156962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,2,128,1,float16,fp8,0,0.16066266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,4,128,1,float16,fp8,0,0.165334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,40,8,128,1,float16,fp8,0,0.169338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,40,8,128,1,float16,fp8,0,0.30026533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,1,128,1,float16,fp8,0,1.1069586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,2,128,1,float16,fp8,0,1.1432546666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,4,128,1,float16,fp8,0,1.1856433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,1,128,1,float16,fp8,0,0.575328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,40,8,128,1,float16,fp8,0,1.3174806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,2,128,1,float16,fp8,0,0.5876693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,4,128,1,float16,fp8,0,0.61139
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,1,128,1,float16,fp8,0,0.30728533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,40,8,128,1,float16,fp8,0,0.6719613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,2,128,1,float16,fp8,0,0.3146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,4,128,1,float16,fp8,0,0.32565
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,1,128,1,float16,fp8,0,0.17095866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,40,8,128,1,float16,fp8,0,0.3562606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,2,128,1,float16,fp8,0,0.17553466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,4,128,1,float16,fp8,0,0.183378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,40,8,128,1,float16,fp8,0,0.195624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,1,128,1,float16,fp8,0,0.11666199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,2,128,1,float16,fp8,0,0.10989333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,4,128,1,float16,fp8,0,0.11061266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,40,8,128,1,float16,fp8,0,0.11621999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,1,128,1,float16,fp8,0,0.10978066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,2,128,1,float16,fp8,0,0.12593533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,4,128,1,float16,fp8,0,0.10987599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,40,8,128,1,float16,fp8,0,0.11264066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,1,128,1,float16,fp8,0,0.3923573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,2,128,1,float16,fp8,0,0.4070213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,4,128,1,float16,fp8,0,0.44629
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,1,128,1,float16,fp8,0,0.21500266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,40,8,128,1,float16,fp8,0,0.5116539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,2,128,1,float16,fp8,0,0.22244733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,4,128,1,float16,fp8,0,0.23439
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,1,128,1,float16,fp8,0,0.12557133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,40,8,128,1,float16,fp8,0,0.264342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,2,128,1,float16,fp8,0,0.127218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,4,128,1,float16,fp8,0,0.1342553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,1,128,1,float16,fp8,0,0.10926066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,40,8,128,1,float16,fp8,0,0.14738533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,2,128,1,float16,fp8,0,0.11066466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,4,128,1,float16,fp8,0,0.11268399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,40,8,128,1,float16,fp8,0,0.11439133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,1,128,1,float16,fp8,0,0.11141
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,2,128,1,float16,fp8,0,0.10804733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,4,128,1,float16,fp8,0,0.10710266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,1,128,1,float16,fp8,0,0.11011866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,40,8,128,1,float16,fp8,0,0.11201666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,2,128,1,float16,fp8,0,0.10726733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,4,128,1,float16,fp8,0,0.10651333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,40,8,128,1,float16,fp8,0,0.10717199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,1,128,1,float16,fp8,0,0.18100333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,2,128,1,float16,fp8,0,0.190268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,4,128,1,float16,fp8,0,0.211952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,1,128,1,float16,fp8,0,0.12857866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,2,128,1,float16,fp8,0,0.12156733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,40,8,128,1,float16,fp8,0,0.26510466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,4,128,1,float16,fp8,0,0.16341866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,40,8,128,1,float16,fp8,0,0.128388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,1,128,1,float16,fp8,0,0.19504333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,2,128,1,float16,fp8,0,0.12700133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,4,128,1,float16,fp8,0,0.10963333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,1,128,1,float16,fp8,0,0.10674733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,40,8,128,1,float16,fp8,0,0.11418333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,2,128,1,float16,fp8,0,0.17495399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,4,128,1,float16,fp8,0,0.105586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,1,128,1,float16,fp8,0,0.10767466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,40,8,128,1,float16,fp8,0,0.11950466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,2,128,1,float16,fp8,0,0.11401
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,4,128,1,float16,fp8,0,0.111956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,40,8,128,1,float16,fp8,0,0.11704333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,1,128,1,float16,fp8,0,0.10872333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,2,128,1,float16,fp8,0,0.11025733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,4,128,1,float16,fp8,0,0.11345533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,40,8,128,1,float16,fp8,0,0.13731466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,1,128,1,float16,fp8,0,0.14663133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,2,128,1,float16,fp8,0,0.16113933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,4,128,1,float16,fp8,0,0.15275
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,40,8,128,1,float16,fp8,0,0.163956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,1,128,1,float16,fp8,0,0.11331666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,2,128,1,float16,fp8,0,0.16633066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,4,128,1,float16,fp8,0,0.23772666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,1,128,1,float16,fp8,0,0.11885466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,40,8,128,1,float16,fp8,0,0.12440133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,2,128,1,float16,fp8,0,0.11820466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,4,128,1,float16,fp8,0,0.1263773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,1,128,1,float16,fp8,0,0.11127999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,40,8,128,1,float16,fp8,0,0.11403599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,2,128,1,float16,fp8,0,0.11604666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,4,128,1,float16,fp8,0,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,1,128,1,float16,fp8,0,0.11487666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,40,8,128,1,float16,fp8,0,0.11882866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,2,128,1,float16,fp8,0,0.122902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,4,128,1,float16,fp8,0,0.11232866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,1,128,1,float16,fp8,0,0.11734666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,40,8,128,1,float16,fp8,0,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,2,128,1,float16,fp8,0,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,4,128,1,float16,fp8,0,0.11475533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,40,8,128,1,float16,fp8,0,0.11706066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,1,128,1,float16,fp8,0,0.14490666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,2,128,1,float16,fp8,0,0.14608533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,4,128,1,float16,fp8,0,0.15094733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,1,128,1,float16,fp8,0,0.12435799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,40,8,128,1,float16,fp8,0,0.19198400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,2,128,1,float16,fp8,0,0.115544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,4,128,1,float16,fp8,0,0.113802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,1,128,1,float16,fp8,0,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,40,8,128,1,float16,fp8,0,0.11207733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,2,128,1,float16,fp8,0,0.19837133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,4,128,1,float16,fp8,0,0.11582133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,1,128,1,float16,fp8,0,0.11312599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,40,8,128,1,float16,fp8,0,0.234676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,2,128,1,float16,fp8,0,0.12230399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,4,128,1,float16,fp8,0,0.12350866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,1,128,1,float16,fp8,0,0.11712133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,40,8,128,1,float16,fp8,0,0.11640199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,2,128,1,float16,fp8,0,0.113074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,4,128,1,float16,fp8,0,0.11561333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,40,8,128,1,float16,fp8,0,0.11583866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,1,128,1,float16,fp8,0,0.117728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,2,128,1,float16,fp8,0,0.11644533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,4,128,1,float16,fp8,0,0.11693933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,40,8,128,1,float16,fp8,0,0.13906533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,0,0.15816666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,0,0.1552373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,0,0.152334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,0,0.11569133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,0,0.11653199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,0,0.11466866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,0,0.13129133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,0,0.130494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,0,0.12116866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,0,0.21060866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,0,0.20574666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,0,0.1196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,0,0.5521706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,0,0.12252933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,0,0.11659266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,0,0.110552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,0,0.11438266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,0,0.11474666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,0,0.11555266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,0,0.11608999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,0,0.11626333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,0,0.13414266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,0,0.114244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,0,0.129688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,1,128,1,float16,fp8,0,586.7388279999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,2,128,1,float16,fp8,0,598.8826393333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,4,128,1,float16,fp8,0,600.893202
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,1,128,1,float16,fp8,0,293.082972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,32,8,128,1,float16,fp8,0,603.8857586666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,2,128,1,float16,fp8,0,299.6733913333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,4,128,1,float16,fp8,0,300.1924553333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,1,128,1,float16,fp8,0,146.76405466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,32,8,128,1,float16,fp8,0,301.23078266666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,2,128,1,float16,fp8,0,149.49026733333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,4,128,1,float16,fp8,0,149.71730799999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,1,128,1,float16,fp8,0,73.66939666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,32,8,128,1,float16,fp8,0,150.43034066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,2,128,1,float16,fp8,0,74.90106866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,4,128,1,float16,fp8,0,75.24196333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,32,8,128,1,float16,fp8,0,75.46063199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,1,128,1,float16,fp8,0,331.15211999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,2,128,1,float16,fp8,0,335.89849799999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,4,128,1,float16,fp8,0,337.119562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,32,8,128,1,float16,fp8,0,338.7774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,1,128,1,float16,fp8,0,165.3946753333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,2,128,1,float16,fp8,0,167.91749866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,4,128,1,float16,fp8,0,168.28877866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,1,128,1,float16,fp8,0,82.88085
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,32,8,128,1,float16,fp8,0,169.258414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,2,128,1,float16,fp8,0,84.07837533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,4,128,1,float16,fp8,0,84.205264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,1,128,1,float16,fp8,0,41.623504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,32,8,128,1,float16,fp8,0,84.76352733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,2,128,1,float16,fp8,0,42.202056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,4,128,1,float16,fp8,0,42.36004066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,32,8,128,1,float16,fp8,0,42.560847333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,1,128,1,float16,fp8,0,230.37865066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,2,128,1,float16,fp8,0,233.409046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,4,128,1,float16,fp8,0,234.24718199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,32,8,128,1,float16,fp8,0,235.755702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,1,128,1,float16,fp8,0,115.190738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,2,128,1,float16,fp8,0,116.63760333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,4,128,1,float16,fp8,0,116.95123266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,1,128,1,float16,fp8,0,57.752942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,32,8,128,1,float16,fp8,0,117.827268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,2,128,1,float16,fp8,0,58.39403266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,4,128,1,float16,fp8,0,58.601789999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,1,128,1,float16,fp8,0,29.042008666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,32,8,128,1,float16,fp8,0,59.00381066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,2,128,1,float16,fp8,0,29.364521333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,4,128,1,float16,fp8,0,29.445953333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,32,8,128,1,float16,fp8,0,29.667819999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,1,128,1,float16,fp8,0,296.29608666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,2,128,1,float16,fp8,0,299.3541113333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,4,128,1,float16,fp8,0,300.42805
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,32,8,128,1,float16,fp8,0,302.891082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,1,128,1,float16,fp8,0,148.054192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,2,128,1,float16,fp8,0,149.70962066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,4,128,1,float16,fp8,0,150.19683466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,1,128,1,float16,fp8,0,74.06125999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,32,8,128,1,float16,fp8,0,151.345454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,2,128,1,float16,fp8,0,74.88392599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,4,128,1,float16,fp8,0,75.12290933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,32,8,128,1,float16,fp8,0,75.73179466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,1,128,1,float16,fp8,0,37.17297133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,2,128,1,float16,fp8,0,37.54425133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,4,128,1,float16,fp8,0,37.657680666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,1,128,1,float16,fp8,0,18.745046666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,32,8,128,1,float16,fp8,0,37.985428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,2,128,1,float16,fp8,0,18.895439333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,4,128,1,float16,fp8,0,18.96024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,32,8,128,1,float16,fp8,0,19.125747333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,1,128,1,float16,fp8,0,167.651042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,2,128,1,float16,fp8,0,169.05952266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,4,128,1,float16,fp8,0,169.75643533333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,32,8,128,1,float16,fp8,0,171.57503999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,1,128,1,float16,fp8,0,83.89953866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,2,128,1,float16,fp8,0,84.52665866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,4,128,1,float16,fp8,0,84.84161399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,32,8,128,1,float16,fp8,0,85.74361466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,1,128,1,float16,fp8,0,42.019449333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,2,128,1,float16,fp8,0,42.303204666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,4,128,1,float16,fp8,0,42.48799533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,1,128,1,float16,fp8,0,21.089934666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,32,8,128,1,float16,fp8,0,42.923079333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,2,128,1,float16,fp8,0,21.246792666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,4,128,1,float16,fp8,0,21.324446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,1,128,1,float16,fp8,0,10.676371333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,32,8,128,1,float16,fp8,0,21.588094666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,2,128,1,float16,fp8,0,10.75191
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,4,128,1,float16,fp8,0,10.779166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,32,8,128,1,float16,fp8,0,10.911922666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,1,128,1,float16,fp8,0,150.79229533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,2,128,1,float16,fp8,0,151.73736933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,4,128,1,float16,fp8,0,152.906026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,1,128,1,float16,fp8,0,75.60445533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,32,8,128,1,float16,fp8,0,154.97615466666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,2,128,1,float16,fp8,0,75.869664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,4,128,1,float16,fp8,0,76.38229733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,1,128,1,float16,fp8,0,37.78467333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,32,8,128,1,float16,fp8,0,77.497238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,2,128,1,float16,fp8,0,37.95034533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,4,128,1,float16,fp8,0,38.189996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,32,8,128,1,float16,fp8,0,38.784685333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,1,128,1,float16,fp8,0,18.954043333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,2,128,1,float16,fp8,0,19.028706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,4,128,1,float16,fp8,0,19.179697333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,1,128,1,float16,fp8,0,9.556976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,32,8,128,1,float16,fp8,0,19.450651999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,2,128,1,float16,fp8,0,9.594268666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,4,128,1,float16,fp8,0,9.653747999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,1,128,1,float16,fp8,0,4.881136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,32,8,128,1,float16,fp8,0,9.818674666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,2,128,1,float16,fp8,0,4.900315333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,4,128,1,float16,fp8,0,4.918168666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,32,8,128,1,float16,fp8,0,5.103886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,1,128,1,float16,fp8,0,85.63028933333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,2,128,1,float16,fp8,0,86.21435333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,4,128,1,float16,fp8,0,86.91247066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,1,128,1,float16,fp8,0,42.87176399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,32,8,128,1,float16,fp8,0,88.61716066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,2,128,1,float16,fp8,0,43.12255133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,4,128,1,float16,fp8,0,43.511936
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,1,128,1,float16,fp8,0,21.46638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,32,8,128,1,float16,fp8,0,44.32185333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,2,128,1,float16,fp8,0,21.590373999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,4,128,1,float16,fp8,0,21.782228
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,32,8,128,1,float16,fp8,0,22.20682533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,1,128,1,float16,fp8,0,10.786767333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,2,128,1,float16,fp8,0,10.849713333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,4,128,1,float16,fp8,0,10.940288666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,1,128,1,float16,fp8,0,5.473320666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,32,8,128,1,float16,fp8,0,11.157709333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,2,128,1,float16,fp8,0,5.4949873333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,4,128,1,float16,fp8,0,5.521438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,1,128,1,float16,fp8,0,2.806492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,32,8,128,1,float16,fp8,0,5.642918666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,2,128,1,float16,fp8,0,2.8300739999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,4,128,1,float16,fp8,0,2.8482566666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,32,8,128,1,float16,fp8,0,2.890307333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,1,128,1,float16,fp8,0,38.85869866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,2,128,1,float16,fp8,0,39.13091
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,4,128,1,float16,fp8,0,39.59587666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,1,128,1,float16,fp8,0,19.45619
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,32,8,128,1,float16,fp8,0,40.665507999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,2,128,1,float16,fp8,0,19.585904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,4,128,1,float16,fp8,0,19.830000666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,1,128,1,float16,fp8,0,9.775471333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,32,8,128,1,float16,fp8,0,20.370653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,2,128,1,float16,fp8,0,9.837143333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,4,128,1,float16,fp8,0,9.949411333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,1,128,1,float16,fp8,0,4.941473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,32,8,128,1,float16,fp8,0,10.222662666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,2,128,1,float16,fp8,0,4.965575333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,4,128,1,float16,fp8,0,5.0150619999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,1,128,1,float16,fp8,0,2.509771333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,32,8,128,1,float16,fp8,0,5.165047333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,2,128,1,float16,fp8,0,2.5249726666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,4,128,1,float16,fp8,0,2.55281
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,1,128,1,float16,fp8,0,1.3192573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,32,8,128,1,float16,fp8,0,2.6208519999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,2,128,1,float16,fp8,0,1.3467046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,4,128,1,float16,fp8,0,1.3546866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,32,8,128,1,float16,fp8,0,1.3874986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,1,128,1,float16,fp8,0,22.30421266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,2,128,1,float16,fp8,0,22.506535999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,4,128,1,float16,fp8,0,22.846208666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,1,128,1,float16,fp8,0,11.195392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,32,8,128,1,float16,fp8,0,23.613520666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,2,128,1,float16,fp8,0,11.275723333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,4,128,1,float16,fp8,0,11.45183
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,1,128,1,float16,fp8,0,5.625247333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,32,8,128,1,float16,fp8,0,11.839195333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,2,128,1,float16,fp8,0,5.674551999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,4,128,1,float16,fp8,0,5.7618773333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,32,8,128,1,float16,fp8,0,5.958038666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,1,128,1,float16,fp8,0,2.8565419999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,2,128,1,float16,fp8,0,2.884752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,4,128,1,float16,fp8,0,2.918257333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,32,8,128,1,float16,fp8,0,3.0105746666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,1,128,1,float16,fp8,0,1.4762019999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,2,128,1,float16,fp8,0,1.4873386666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,4,128,1,float16,fp8,0,1.5205406666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,1,128,1,float16,fp8,0,0.7855726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,32,8,128,1,float16,fp8,0,1.5477453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,2,128,1,float16,fp8,0,0.7928613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,4,128,1,float16,fp8,0,0.7979053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,32,8,128,1,float16,fp8,0,0.8249626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,1,128,1,float16,fp8,0,10.310811333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,2,128,1,float16,fp8,0,10.44758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,4,128,1,float16,fp8,0,10.675574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,1,128,1,float16,fp8,0,5.186089999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,32,8,128,1,float16,fp8,0,11.168395333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,2,128,1,float16,fp8,0,5.2488106666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,4,128,1,float16,fp8,0,5.367985999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,1,128,1,float16,fp8,0,2.628071333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,32,8,128,1,float16,fp8,0,5.6493926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,2,128,1,float16,fp8,0,2.6562813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,4,128,1,float16,fp8,0,2.7097459999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,1,128,1,float16,fp8,0,1.3475366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,32,8,128,1,float16,fp8,0,2.8352653333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,2,128,1,float16,fp8,0,1.3625733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,4,128,1,float16,fp8,0,1.3876893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,1,128,1,float16,fp8,0,0.708916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,32,8,128,1,float16,fp8,0,1.450488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,2,128,1,float16,fp8,0,0.7140553333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,4,128,1,float16,fp8,0,0.7216993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,1,128,1,float16,fp8,0,0.3794093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,32,8,128,1,float16,fp8,0,0.7599193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,2,128,1,float16,fp8,0,0.3823126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,4,128,1,float16,fp8,0,0.39532133333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,32,8,128,1,float16,fp8,0,0.40450800000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,1,128,1,float16,fp8,0,2.884422666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,2,128,1,float16,fp8,0,2.9451933333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,4,128,1,float16,fp8,0,3.0574786666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,1,128,1,float16,fp8,0,1.4735413333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,32,8,128,1,float16,fp8,0,3.3157366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,2,128,1,float16,fp8,0,1.49669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,4,128,1,float16,fp8,0,1.5485426666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,1,128,1,float16,fp8,0,0.7629526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,2,128,1,float16,fp8,0,0.7731533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,4,128,1,float16,fp8,0,0.7997773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,32,8,128,1,float16,fp8,0,1.6772946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,1,128,1,float16,fp8,0,0.42633066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,32,8,128,1,float16,fp8,0,0.8785053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,2,128,1,float16,fp8,0,0.4379873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,4,128,1,float16,fp8,0,0.434668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,32,8,128,1,float16,fp8,0,0.4498953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,1,128,1,float16,fp8,0,0.223548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,2,128,1,float16,fp8,0,0.22516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,4,128,1,float16,fp8,0,0.23179866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,32,8,128,1,float16,fp8,0,0.251472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,1,128,1,float16,fp8,0,0.326742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,2,128,1,float16,fp8,0,0.135616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,4,128,1,float16,fp8,0,0.13945533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,32,8,128,1,float16,fp8,0,0.14593799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,1,128,1,float16,fp8,0,0.8933426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,2,128,1,float16,fp8,0,0.9289626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,4,128,1,float16,fp8,0,0.9843253333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,1,128,1,float16,fp8,0,0.46620599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,32,8,128,1,float16,fp8,0,1.1089866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,2,128,1,float16,fp8,0,0.4895713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,4,128,1,float16,fp8,0,0.5039493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,1,128,1,float16,fp8,0,0.253084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,32,8,128,1,float16,fp8,0,0.5723986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,2,128,1,float16,fp8,0,0.2732773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,4,128,1,float16,fp8,0,0.27218533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,1,128,1,float16,fp8,0,0.14382333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,32,8,128,1,float16,fp8,0,0.31694866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,2,128,1,float16,fp8,0,0.14660533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,4,128,1,float16,fp8,0,0.15262866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,1,128,1,float16,fp8,0,0.12644666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,32,8,128,1,float16,fp8,0,0.17197266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,2,128,1,float16,fp8,0,0.121784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,4,128,1,float16,fp8,0,0.11638466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,1,128,1,float16,fp8,0,0.10803
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,32,8,128,1,float16,fp8,0,0.107536
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,2,128,1,float16,fp8,0,0.12558866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,4,128,1,float16,fp8,0,0.11066466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,32,8,128,1,float16,fp8,0,0.13191533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,1,128,1,float16,fp8,0,0.3261266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,2,128,1,float16,fp8,0,0.340184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,4,128,1,float16,fp8,0,0.36595
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,32,8,128,1,float16,fp8,0,0.42486599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,1,128,1,float16,fp8,0,0.1803273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,2,128,1,float16,fp8,0,0.18738199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,4,128,1,float16,fp8,0,0.20071999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,1,128,1,float16,fp8,0,0.10907866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,32,8,128,1,float16,fp8,0,0.22997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,2,128,1,float16,fp8,0,0.11270133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,4,128,1,float16,fp8,0,0.125034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,1,128,1,float16,fp8,0,0.11986000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,32,8,128,1,float16,fp8,0,0.132964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,2,128,1,float16,fp8,0,0.110786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,4,128,1,float16,fp8,0,0.113672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,32,8,128,1,float16,fp8,0,0.11043933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,1,128,1,float16,fp8,0,0.112918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,2,128,1,float16,fp8,0,0.11141866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,4,128,1,float16,fp8,0,0.11525799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,32,8,128,1,float16,fp8,0,0.10900933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,1,128,1,float16,fp8,0,0.10955533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,2,128,1,float16,fp8,0,0.12943666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,4,128,1,float16,fp8,0,0.110136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,32,8,128,1,float16,fp8,0,0.11269266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,1,128,1,float16,fp8,0,0.15481266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,2,128,1,float16,fp8,0,0.163722
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,4,128,1,float16,fp8,0,0.17858533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,32,8,128,1,float16,fp8,0,0.23088866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,1,128,1,float16,fp8,0,0.112736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,2,128,1,float16,fp8,0,0.108342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,4,128,1,float16,fp8,0,0.11087266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,1,128,1,float16,fp8,0,0.11940066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,32,8,128,1,float16,fp8,0,0.11194733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,2,128,1,float16,fp8,0,0.11275333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,4,128,1,float16,fp8,0,0.11992066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,1,128,1,float16,fp8,0,0.11621133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,32,8,128,1,float16,fp8,0,0.11412266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,2,128,1,float16,fp8,0,0.11209466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,4,128,1,float16,fp8,0,0.158886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,1,128,1,float16,fp8,0,0.16709333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,32,8,128,1,float16,fp8,0,0.11769333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,2,128,1,float16,fp8,0,0.10874933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,4,128,1,float16,fp8,0,0.13578066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,1,128,1,float16,fp8,0,0.11148799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,32,8,128,1,float16,fp8,0,0.11201666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,2,128,1,float16,fp8,0,0.10786533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,4,128,1,float16,fp8,0,0.11401866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,32,8,128,1,float16,fp8,0,0.105924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,1,128,1,float16,fp8,0,0.12034533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,2,128,1,float16,fp8,0,0.12338733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,4,128,1,float16,fp8,0,0.12983533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,1,128,1,float16,fp8,0,0.11931399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,32,8,128,1,float16,fp8,0,0.14368466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,2,128,1,float16,fp8,0,0.21882466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,4,128,1,float16,fp8,0,0.126334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,1,128,1,float16,fp8,0,0.11470333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,32,8,128,1,float16,fp8,0,0.12090866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,2,128,1,float16,fp8,0,0.12779866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,4,128,1,float16,fp8,0,0.12152400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,1,128,1,float16,fp8,0,0.115544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,32,8,128,1,float16,fp8,0,0.1272613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,2,128,1,float16,fp8,0,0.11500666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,4,128,1,float16,fp8,0,0.11358533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,1,128,1,float16,fp8,0,0.11407066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,32,8,128,1,float16,fp8,0,0.117026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,2,128,1,float16,fp8,0,0.11802266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,4,128,1,float16,fp8,0,0.11092466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,32,8,128,1,float16,fp8,0,0.114972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,1,128,1,float16,fp8,0,0.11276199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,2,128,1,float16,fp8,0,0.12679333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,4,128,1,float16,fp8,0,0.12877799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,32,8,128,1,float16,fp8,0,0.115076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,1,128,1,float16,fp8,0,0.12474799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,2,128,1,float16,fp8,0,0.123786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,4,128,1,float16,fp8,0,0.125606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,32,8,128,1,float16,fp8,0,0.13239199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,1,128,1,float16,fp8,0,0.11758066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,2,128,1,float16,fp8,0,0.114244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,4,128,1,float16,fp8,0,0.11721666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,32,8,128,1,float16,fp8,0,0.20195066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,1,128,1,float16,fp8,0,0.23172066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,2,128,1,float16,fp8,0,0.11485933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,4,128,1,float16,fp8,0,0.11284866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,1,128,1,float16,fp8,0,0.16713666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,32,8,128,1,float16,fp8,0,0.11211199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,2,128,1,float16,fp8,0,0.11998999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,4,128,1,float16,fp8,0,0.11354199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,1,128,1,float16,fp8,0,0.11665333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,32,8,128,1,float16,fp8,0,0.11690466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,2,128,1,float16,fp8,0,0.115934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,4,128,1,float16,fp8,0,0.11670533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,1,128,1,float16,fp8,0,0.11531866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,32,8,128,1,float16,fp8,0,0.11672266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,2,128,1,float16,fp8,0,0.11740733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,4,128,1,float16,fp8,0,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,32,8,128,1,float16,fp8,0,0.12777266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,0,0.13273
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,0,0.130468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,0,0.11664466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,0,0.12538933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,0,0.117598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,0,0.14670066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,0,0.11865533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,0,0.12425399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,0,0.12510333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,0,0.13193266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,0,0.11404466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,0,0.11284866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,0,0.11782333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,0,0.11774533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,0,0.12711399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,0,0.11426133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,0,0.11082933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,0,0.114114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,0,0.11444333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,0,0.11582999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,0,0.11248466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,0,0.12824933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,0,0.11332533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,0,0.11563066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,1,128,1,float16,fp8,0,439.9639313333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,2,128,1,float16,fp8,0,449.48013066666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,4,128,1,float16,fp8,0,451.60497200000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,1,128,1,float16,fp8,0,219.94313466666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,24,8,128,1,float16,fp8,0,453.7081553333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,2,128,1,float16,fp8,0,224.877354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,4,128,1,float16,fp8,0,225.207268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,1,128,1,float16,fp8,0,110.20933733333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,24,8,128,1,float16,fp8,0,226.49224866666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,2,128,1,float16,fp8,0,112.22467533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,4,128,1,float16,fp8,0,112.54398133333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,1,128,1,float16,fp8,0,55.33357266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,24,8,128,1,float16,fp8,0,113.13591466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,2,128,1,float16,fp8,0,56.386407999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,4,128,1,float16,fp8,0,56.54749533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,24,8,128,1,float16,fp8,0,56.857112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,1,128,1,float16,fp8,0,248.37550399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,2,128,1,float16,fp8,0,252.65597066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,4,128,1,float16,fp8,0,253.18310333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,24,8,128,1,float16,fp8,0,255.1499253333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,1,128,1,float16,fp8,0,124.25133933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,2,128,1,float16,fp8,0,126.24416133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,4,128,1,float16,fp8,0,126.71365199999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,1,128,1,float16,fp8,0,62.289786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,24,8,128,1,float16,fp8,0,127.48875533333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,2,128,1,float16,fp8,0,63.179315333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,4,128,1,float16,fp8,0,63.399154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,1,128,1,float16,fp8,0,31.366174666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,24,8,128,1,float16,fp8,0,63.85586133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,2,128,1,float16,fp8,0,31.780649333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,4,128,1,float16,fp8,0,31.934820666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,24,8,128,1,float16,fp8,0,32.155578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,1,128,1,float16,fp8,0,172.79755133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,2,128,1,float16,fp8,0,175.3184246666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,4,128,1,float16,fp8,0,176.08506066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,1,128,1,float16,fp8,0,86.53333866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,24,8,128,1,float16,fp8,0,177.51191466666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,2,128,1,float16,fp8,0,87.72023
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,4,128,1,float16,fp8,0,88.050274
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,1,128,1,float16,fp8,0,43.42398666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,24,8,128,1,float16,fp8,0,88.74539266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,2,128,1,float16,fp8,0,43.9959
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,4,128,1,float16,fp8,0,44.16865266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,1,128,1,float16,fp8,0,21.860609333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,24,8,128,1,float16,fp8,0,44.51888133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,2,128,1,float16,fp8,0,22.165771333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,4,128,1,float16,fp8,0,22.24049533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,24,8,128,1,float16,fp8,0,22.470326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,1,128,1,float16,fp8,0,222.27443333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,2,128,1,float16,fp8,0,225.06295066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,4,128,1,float16,fp8,0,225.93037133333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,24,8,128,1,float16,fp8,0,228.30156266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,1,128,1,float16,fp8,0,111.12401733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,2,128,1,float16,fp8,0,112.39759266666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,4,128,1,float16,fp8,0,112.98818266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,1,128,1,float16,fp8,0,55.66223866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,24,8,128,1,float16,fp8,0,114.14955066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,2,128,1,float16,fp8,0,56.304689999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,4,128,1,float16,fp8,0,56.56834733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,24,8,128,1,float16,fp8,0,57.10969333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,1,128,1,float16,fp8,0,27.958658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,2,128,1,float16,fp8,0,28.300843999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,4,128,1,float16,fp8,0,28.371546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,1,128,1,float16,fp8,0,14.151184666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,24,8,128,1,float16,fp8,0,28.679005333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,2,128,1,float16,fp8,0,14.287450666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,4,128,1,float16,fp8,0,14.389396666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,24,8,128,1,float16,fp8,0,14.503623333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,1,128,1,float16,fp8,0,125.96583133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,2,128,1,float16,fp8,0,127.22798399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,4,128,1,float16,fp8,0,127.783344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,1,128,1,float16,fp8,0,62.97047466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,24,8,128,1,float16,fp8,0,129.55367533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,2,128,1,float16,fp8,0,63.531199333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,4,128,1,float16,fp8,0,64.03811266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,1,128,1,float16,fp8,0,31.576783333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,24,8,128,1,float16,fp8,0,64.76255933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,2,128,1,float16,fp8,0,31.860564666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,4,128,1,float16,fp8,0,32.014935333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,1,128,1,float16,fp8,0,15.914227333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,24,8,128,1,float16,fp8,0,32.45121533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,2,128,1,float16,fp8,0,16.028072666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,4,128,1,float16,fp8,0,16.11427133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,24,8,128,1,float16,fp8,0,16.374063333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,1,128,1,float16,fp8,0,8.073572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,2,128,1,float16,fp8,0,8.149864666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,4,128,1,float16,fp8,0,8.173264666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,24,8,128,1,float16,fp8,0,8.304781333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,1,128,1,float16,fp8,0,113.14517066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,2,128,1,float16,fp8,0,114.00147199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,4,128,1,float16,fp8,0,115.11476599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,1,128,1,float16,fp8,0,56.57921533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,24,8,128,1,float16,fp8,0,117.16675533333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,2,128,1,float16,fp8,0,57.01860666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,4,128,1,float16,fp8,0,57.504563999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,24,8,128,1,float16,fp8,0,58.596598666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,1,128,1,float16,fp8,0,28.35343333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,2,128,1,float16,fp8,0,28.554872666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,4,128,1,float16,fp8,0,28.776470666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,1,128,1,float16,fp8,0,14.225952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,24,8,128,1,float16,fp8,0,29.344553333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,2,128,1,float16,fp8,0,14.353169999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,4,128,1,float16,fp8,0,14.454613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,1,128,1,float16,fp8,0,7.2429413333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,24,8,128,1,float16,fp8,0,14.745596666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,2,128,1,float16,fp8,0,7.247136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,4,128,1,float16,fp8,0,7.314276666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,1,128,1,float16,fp8,0,3.695683333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,24,8,128,1,float16,fp8,0,7.459504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,2,128,1,float16,fp8,0,3.7159633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,4,128,1,float16,fp8,0,3.756532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,24,8,128,1,float16,fp8,0,3.8046666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,1,128,1,float16,fp8,0,64.31919866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,2,128,1,float16,fp8,0,64.84664333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,4,128,1,float16,fp8,0,65.555646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,1,128,1,float16,fp8,0,32.18982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,24,8,128,1,float16,fp8,0,67.20396799999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,2,128,1,float16,fp8,0,32.46849666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,4,128,1,float16,fp8,0,32.802475333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,1,128,1,float16,fp8,0,16.144292666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,24,8,128,1,float16,fp8,0,33.648627999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,2,128,1,float16,fp8,0,16.260807333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,4,128,1,float16,fp8,0,16.442686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,1,128,1,float16,fp8,0,8.147412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,24,8,128,1,float16,fp8,0,16.855626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,2,128,1,float16,fp8,0,8.205444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,4,128,1,float16,fp8,0,8.290455333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,1,128,1,float16,fp8,0,4.176397333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,24,8,128,1,float16,fp8,0,8.492952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,2,128,1,float16,fp8,0,4.173754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,4,128,1,float16,fp8,0,4.205482666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,1,128,1,float16,fp8,0,2.1576013333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,24,8,128,1,float16,fp8,0,4.3419826666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,2,128,1,float16,fp8,0,2.1807586666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,4,128,1,float16,fp8,0,2.1765293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,24,8,128,1,float16,fp8,0,2.2334433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,1,128,1,float16,fp8,0,29.330955333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,2,128,1,float16,fp8,0,29.581058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,4,128,1,float16,fp8,0,29.955518666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,1,128,1,float16,fp8,0,14.647455333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,24,8,128,1,float16,fp8,0,31.097013999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,2,128,1,float16,fp8,0,14.786459999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,4,128,1,float16,fp8,0,15.011585333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,1,128,1,float16,fp8,0,7.369977333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,24,8,128,1,float16,fp8,0,15.534453999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,2,128,1,float16,fp8,0,7.428563999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,4,128,1,float16,fp8,0,7.540754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,24,8,128,1,float16,fp8,0,7.817896666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,1,128,1,float16,fp8,0,3.755292666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,2,128,1,float16,fp8,0,3.7735446666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,4,128,1,float16,fp8,0,3.8245999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,24,8,128,1,float16,fp8,0,3.947502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,1,128,1,float16,fp8,0,1.942772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,2,128,1,float16,fp8,0,1.9424079999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,4,128,1,float16,fp8,0,1.9634246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,24,8,128,1,float16,fp8,0,2.0309726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,1,128,1,float16,fp8,0,1.0232993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,2,128,1,float16,fp8,0,1.0379806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,4,128,1,float16,fp8,0,1.0329106666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,24,8,128,1,float16,fp8,0,1.091168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,1,128,1,float16,fp8,0,16.79934533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,2,128,1,float16,fp8,0,17.107852666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,4,128,1,float16,fp8,0,17.336574666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,1,128,1,float16,fp8,0,8.543929333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,24,8,128,1,float16,fp8,0,18.104935333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,2,128,1,float16,fp8,0,8.540965333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,4,128,1,float16,fp8,0,8.713951999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,1,128,1,float16,fp8,0,4.255706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,24,8,128,1,float16,fp8,0,9.082571333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,2,128,1,float16,fp8,0,4.306683333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,4,128,1,float16,fp8,0,4.389077333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,1,128,1,float16,fp8,0,2.173773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,24,8,128,1,float16,fp8,0,4.580584666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,2,128,1,float16,fp8,0,2.191878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,4,128,1,float16,fp8,0,2.2447186666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,1,128,1,float16,fp8,0,1.1347006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,24,8,128,1,float16,fp8,0,2.3264193333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,2,128,1,float16,fp8,0,1.1416166666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,4,128,1,float16,fp8,0,1.1805993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,1,128,1,float16,fp8,0,0.6066233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,24,8,128,1,float16,fp8,0,1.202942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,2,128,1,float16,fp8,0,0.6077586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,4,128,1,float16,fp8,0,0.6181066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,24,8,128,1,float16,fp8,0,0.6422693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,1,128,1,float16,fp8,0,7.781721999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,2,128,1,float16,fp8,0,7.91232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,4,128,1,float16,fp8,0,8.133952666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,1,128,1,float16,fp8,0,3.9350739999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,24,8,128,1,float16,fp8,0,8.649593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,2,128,1,float16,fp8,0,3.981735333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,4,128,1,float16,fp8,0,4.091429333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,1,128,1,float16,fp8,0,1.998646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,24,8,128,1,float16,fp8,0,4.354792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,2,128,1,float16,fp8,0,2.01955
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,4,128,1,float16,fp8,0,2.084706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,24,8,128,1,float16,fp8,0,2.2063253333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,1,128,1,float16,fp8,0,1.0367326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,2,128,1,float16,fp8,0,1.0535979999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,4,128,1,float16,fp8,0,1.073904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,24,8,128,1,float16,fp8,0,1.131676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,1,128,1,float16,fp8,0,0.5504806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,2,128,1,float16,fp8,0,0.5575873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,4,128,1,float16,fp8,0,0.5716533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,1,128,1,float16,fp8,0,0.30649666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,24,8,128,1,float16,fp8,0,0.5999066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,2,128,1,float16,fp8,0,0.30637533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,4,128,1,float16,fp8,0,0.31395866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,24,8,128,1,float16,fp8,0,0.3275913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,1,128,1,float16,fp8,0,2.210858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,2,128,1,float16,fp8,0,2.2527873333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,4,128,1,float16,fp8,0,2.3639546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,1,128,1,float16,fp8,0,1.128088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,24,8,128,1,float16,fp8,0,2.6225593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,2,128,1,float16,fp8,0,1.1699826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,4,128,1,float16,fp8,0,1.2039126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,1,128,1,float16,fp8,0,0.5903299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,24,8,128,1,float16,fp8,0,1.3292413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,2,128,1,float16,fp8,0,0.605878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,4,128,1,float16,fp8,0,0.6266606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,1,128,1,float16,fp8,0,0.31901999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,24,8,128,1,float16,fp8,0,0.6869026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,4,128,1,float16,fp8,0,0.33851133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,8,128,1,float16,fp8,0,0.36458933333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,24,2,128,1,float16,fp8,0,0.322816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,1,128,1,float16,fp8,0,0.18137599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,2,128,1,float16,fp8,0,0.18547533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,4,128,1,float16,fp8,0,0.19128199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,1,128,1,float16,fp8,0,0.11433933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,24,8,128,1,float16,fp8,0,0.199524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,2,128,1,float16,fp8,0,0.11680933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,4,128,1,float16,fp8,0,0.121394
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,24,8,128,1,float16,fp8,0,0.12448799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,1,128,1,float16,fp8,0,0.6955866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,2,128,1,float16,fp8,0,0.7189779999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,4,128,1,float16,fp8,0,0.771524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,24,8,128,1,float16,fp8,0,0.8979273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,1,128,1,float16,fp8,0,0.363844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,2,128,1,float16,fp8,0,0.3802673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,4,128,1,float16,fp8,0,0.4022286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,24,8,128,1,float16,fp8,0,0.46338933333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,1,128,1,float16,fp8,0,0.2145433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,2,128,1,float16,fp8,0,0.21268866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,4,128,1,float16,fp8,0,0.22067933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,1,128,1,float16,fp8,0,0.11872466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,24,8,128,1,float16,fp8,0,0.24789266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,2,128,1,float16,fp8,0,0.12089133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,4,128,1,float16,fp8,0,0.12595266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,24,8,128,1,float16,fp8,0,0.139984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,1,128,1,float16,fp8,0,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,2,128,1,float16,fp8,0,0.11212933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,4,128,1,float16,fp8,0,0.102128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,24,8,128,1,float16,fp8,0,0.10341066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,1,128,1,float16,fp8,0,0.11077733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,2,128,1,float16,fp8,0,0.133926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,4,128,1,float16,fp8,0,0.10708533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,24,8,128,1,float16,fp8,0,0.10532599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,1,128,1,float16,fp8,0,0.257972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,2,128,1,float16,fp8,0,0.2767786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,4,128,1,float16,fp8,0,0.30104533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,1,128,1,float16,fp8,0,0.144092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,24,8,128,1,float16,fp8,0,0.3612093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,2,128,1,float16,fp8,0,0.15369466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,4,128,1,float16,fp8,0,0.17769266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,1,128,1,float16,fp8,0,0.10297733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,24,8,128,1,float16,fp8,0,0.1947053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,2,128,1,float16,fp8,0,0.08238533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,4,128,1,float16,fp8,0,0.09597466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,24,8,128,1,float16,fp8,0,0.10146066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,1,128,1,float16,fp8,0,0.154128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,2,128,1,float16,fp8,0,0.09964066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,4,128,1,float16,fp8,0,0.06707133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,1,128,1,float16,fp8,0,0.07811266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,2,128,1,float16,fp8,0,0.07098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,24,8,128,1,float16,fp8,0,0.14451666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,4,128,1,float16,fp8,0,0.07556466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,1,128,1,float16,fp8,0,0.076596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,24,8,128,1,float16,fp8,0,0.14800933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,2,128,1,float16,fp8,0,0.08079933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,4,128,1,float16,fp8,0,0.07527866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,24,8,128,1,float16,fp8,0,0.10361
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,1,128,1,float16,fp8,0,0.12154999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,2,128,1,float16,fp8,0,0.12982666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,4,128,1,float16,fp8,0,0.142532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,1,128,1,float16,fp8,0,0.11109799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,24,8,128,1,float16,fp8,0,0.19513
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,2,128,1,float16,fp8,0,0.1585653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,4,128,1,float16,fp8,0,0.21502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,1,128,1,float16,fp8,0,0.180466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,24,8,128,1,float16,fp8,0,0.10851533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,2,128,1,float16,fp8,0,0.10866266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,4,128,1,float16,fp8,0,0.166322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,1,128,1,float16,fp8,0,0.12772066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,24,8,128,1,float16,fp8,0,0.110526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,2,128,1,float16,fp8,0,0.11827399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,4,128,1,float16,fp8,0,0.10538666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,24,8,128,1,float16,fp8,0,0.10571599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,1,128,1,float16,fp8,0,0.10530866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,2,128,1,float16,fp8,0,0.10648733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,4,128,1,float16,fp8,0,0.11394066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,24,8,128,1,float16,fp8,0,0.101348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,1,128,1,float16,fp8,0,0.113022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,2,128,1,float16,fp8,0,0.10298600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,4,128,1,float16,fp8,0,0.14809599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,24,8,128,1,float16,fp8,0,0.15188333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,1,128,1,float16,fp8,0,0.10598466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,2,128,1,float16,fp8,0,0.10488399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,4,128,1,float16,fp8,0,0.10601933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,24,8,128,1,float16,fp8,0,0.12112533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,1,128,1,float16,fp8,0,0.11012733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,2,128,1,float16,fp8,0,0.11089866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,4,128,1,float16,fp8,0,0.12506866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,1,128,1,float16,fp8,0,0.10864533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,2,128,1,float16,fp8,0,0.10622733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,4,128,1,float16,fp8,0,0.1079
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,24,8,128,1,float16,fp8,0,0.10555133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,24,8,128,1,float16,fp8,0,0.10530866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,1,128,1,float16,fp8,0,0.12284133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,2,128,1,float16,fp8,0,0.16009933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,4,128,1,float16,fp8,0,0.11515399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,1,128,1,float16,fp8,0,0.10511799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,24,8,128,1,float16,fp8,0,0.09743066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,2,128,1,float16,fp8,0,0.1803273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,4,128,1,float16,fp8,0,0.10861933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,1,128,1,float16,fp8,0,0.10790866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,24,8,128,1,float16,fp8,0,0.10741466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,2,128,1,float16,fp8,0,0.10887066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,4,128,1,float16,fp8,0,0.10739733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,24,8,128,1,float16,fp8,0,0.11485066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,1,128,1,float16,fp8,0,0.166816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,2,128,1,float16,fp8,0,0.10635733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,4,128,1,float16,fp8,0,0.10729333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,24,8,128,1,float16,fp8,0,0.12148066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,1,128,1,float16,fp8,0,0.10749266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,2,128,1,float16,fp8,0,0.10658266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,4,128,1,float16,fp8,0,0.10723266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,1,128,1,float16,fp8,0,0.11311733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,24,8,128,1,float16,fp8,0,0.11353333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,2,128,1,float16,fp8,0,0.10536066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,4,128,1,float16,fp8,0,0.10850666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,1,128,1,float16,fp8,0,0.11113266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,24,8,128,1,float16,fp8,0,0.10493599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,4,128,1,float16,fp8,0,0.12059666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,8,128,1,float16,fp8,0,0.08165733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,1,128,1,float16,fp8,0,0.10047266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,24,2,128,1,float16,fp8,0,0.10655666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,2,128,1,float16,fp8,0,0.10493599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,4,128,1,float16,fp8,0,0.14722933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,24,8,128,1,float16,fp8,0,0.10955533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,1,128,1,float16,fp8,0,0.10934733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,2,128,1,float16,fp8,0,0.10420800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,4,128,1,float16,fp8,0,0.110786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,24,8,128,1,float16,fp8,0,0.109642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,0,0.10874933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,0,0.10607133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,0,0.156156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,0,0.153504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,0,0.110578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,0,0.10767466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,0,0.10824666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,0,0.11630666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,0,0.110422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,0,0.11298733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,0,0.11225933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,0,0.11456466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,0,0.11408799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,0,0.11687866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,0,0.11212066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,0,0.12153266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,0,0.11601199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,0,0.11329933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,0,0.11459066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,0,0.11436533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,0,0.11635866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,0,0.11764999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,0,0.11761533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,0,0.12053599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,1,128,1,float16,fp8,0,293.4523106666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,2,128,1,float16,fp8,0,300.0335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,4,128,1,float16,fp8,0,301.08936866666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,1,128,1,float16,fp8,0,146.74891399999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,16,8,128,1,float16,fp8,0,302.8917926666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,2,128,1,float16,fp8,0,149.77599
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,4,128,1,float16,fp8,0,150.24074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,1,128,1,float16,fp8,0,73.80145066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,16,8,128,1,float16,fp8,0,151.55104466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,2,128,1,float16,fp8,0,74.97912933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,4,128,1,float16,fp8,0,75.24519599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,1,128,1,float16,fp8,0,37.18599733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,16,8,128,1,float16,fp8,0,76.05219266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,2,128,1,float16,fp8,0,37.757798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,4,128,1,float16,fp8,0,37.92379066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,16,8,128,1,float16,fp8,0,38.248028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,1,128,1,float16,fp8,0,165.58438866666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,2,128,1,float16,fp8,0,168.344696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,4,128,1,float16,fp8,0,169.17077666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,16,8,128,1,float16,fp8,0,170.76483666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,1,128,1,float16,fp8,0,83.02632866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,2,128,1,float16,fp8,0,84.3479
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,4,128,1,float16,fp8,0,84.61986866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,1,128,1,float16,fp8,0,41.64732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,16,8,128,1,float16,fp8,0,85.452744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,2,128,1,float16,fp8,0,42.28293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,4,128,1,float16,fp8,0,42.46554866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,1,128,1,float16,fp8,0,21.031868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,16,8,128,1,float16,fp8,0,42.89952333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,2,128,1,float16,fp8,0,21.351564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,4,128,1,float16,fp8,0,21.465894666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,16,8,128,1,float16,fp8,0,21.73487333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,1,128,1,float16,fp8,0,115.36291866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,2,128,1,float16,fp8,0,117.00284266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,4,128,1,float16,fp8,0,117.62276933333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,1,128,1,float16,fp8,0,57.807334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,16,8,128,1,float16,fp8,0,119.00830933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,2,128,1,float16,fp8,0,58.62460066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,4,128,1,float16,fp8,0,58.912394666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,1,128,1,float16,fp8,0,29.041116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,16,8,128,1,float16,fp8,0,59.61923066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,2,128,1,float16,fp8,0,29.44980133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,4,128,1,float16,fp8,0,29.593962666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,1,128,1,float16,fp8,0,14.727197333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,16,8,128,1,float16,fp8,0,30.095433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,2,128,1,float16,fp8,0,14.944678666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,4,128,1,float16,fp8,0,14.996072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,16,8,128,1,float16,fp8,0,15.172057333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,1,128,1,float16,fp8,0,148.25187866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,2,128,1,float16,fp8,0,150.07432266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,4,128,1,float16,fp8,0,151.08283666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,1,128,1,float16,fp8,0,74.354306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,16,8,128,1,float16,fp8,0,153.26536333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,2,128,1,float16,fp8,0,75.08485399999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,4,128,1,float16,fp8,0,75.54410066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,1,128,1,float16,fp8,0,37.24251266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,16,8,128,1,float16,fp8,0,76.68240666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,2,128,1,float16,fp8,0,37.62635933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,4,128,1,float16,fp8,0,37.82792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,1,128,1,float16,fp8,0,18.782174666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,16,8,128,1,float16,fp8,0,38.468646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,2,128,1,float16,fp8,0,18.98984533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,4,128,1,float16,fp8,0,19.081036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,1,128,1,float16,fp8,0,9.559922666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,16,8,128,1,float16,fp8,0,19.376838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,2,128,1,float16,fp8,0,9.650784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,4,128,1,float16,fp8,0,9.697315333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,16,8,128,1,float16,fp8,0,9.876593999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,1,128,1,float16,fp8,0,83.99183866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,2,128,1,float16,fp8,0,84.76354466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,4,128,1,float16,fp8,0,85.49362466666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,1,128,1,float16,fp8,0,42.07969133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,16,8,128,1,float16,fp8,0,87.19880866666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,2,128,1,float16,fp8,0,42.42046466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,4,128,1,float16,fp8,0,42.78443866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,1,128,1,float16,fp8,0,21.130728666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,16,8,128,1,float16,fp8,0,43.64585333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,2,128,1,float16,fp8,0,21.348244666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,4,128,1,float16,fp8,0,21.508162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,1,128,1,float16,fp8,0,10.687638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,16,8,128,1,float16,fp8,0,21.932291333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,2,128,1,float16,fp8,0,10.769087333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,4,128,1,float16,fp8,0,10.881468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,1,128,1,float16,fp8,0,5.473771333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,16,8,128,1,float16,fp8,0,11.091444000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,2,128,1,float16,fp8,0,5.520077333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,4,128,1,float16,fp8,0,5.603563333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,16,8,128,1,float16,fp8,0,5.6779753333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,1,128,1,float16,fp8,0,75.52757333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,2,128,1,float16,fp8,0,76.22117533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,4,128,1,float16,fp8,0,77.14557933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,1,128,1,float16,fp8,0,37.80830733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,16,8,128,1,float16,fp8,0,79.30908266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,2,128,1,float16,fp8,0,38.115142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,4,128,1,float16,fp8,0,38.58105333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,1,128,1,float16,fp8,0,19.004422666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,16,8,128,1,float16,fp8,0,39.660547333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,2,128,1,float16,fp8,0,19.132238666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,4,128,1,float16,fp8,0,19.33941533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,1,128,1,float16,fp8,0,9.568312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,16,8,128,1,float16,fp8,0,19.892626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,2,128,1,float16,fp8,0,9.651841333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,4,128,1,float16,fp8,0,9.748171333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,1,128,1,float16,fp8,0,4.878492666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,16,8,128,1,float16,fp8,0,10.045827999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,2,128,1,float16,fp8,0,4.904674666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,4,128,1,float16,fp8,0,4.9637986666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,1,128,1,float16,fp8,0,2.539602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,16,8,128,1,float16,fp8,0,5.0921259999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,2,128,1,float16,fp8,0,2.5467086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,4,128,1,float16,fp8,0,2.585561333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,16,8,128,1,float16,fp8,0,2.674238666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,1,128,1,float16,fp8,0,43.014972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,2,128,1,float16,fp8,0,43.430720666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,4,128,1,float16,fp8,0,44.12967
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,1,128,1,float16,fp8,0,21.535340666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,16,8,128,1,float16,fp8,0,45.69720133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,2,128,1,float16,fp8,0,21.761826666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,4,128,1,float16,fp8,0,22.115660666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,16,8,128,1,float16,fp8,0,22.914813999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,1,128,1,float16,fp8,0,10.904928666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,2,128,1,float16,fp8,0,10.934802666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,4,128,1,float16,fp8,0,11.103629333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,1,128,1,float16,fp8,0,5.482134666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,16,8,128,1,float16,fp8,0,11.499089333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,2,128,1,float16,fp8,0,5.531855333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,4,128,1,float16,fp8,0,5.616156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,1,128,1,float16,fp8,0,2.8195266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,16,8,128,1,float16,fp8,0,5.808261333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,2,128,1,float16,fp8,0,2.856030666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,4,128,1,float16,fp8,0,2.883547333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,1,128,1,float16,fp8,0,1.4832306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,16,8,128,1,float16,fp8,0,2.9767573333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,2,128,1,float16,fp8,0,1.5003386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,4,128,1,float16,fp8,0,1.5201073333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,16,8,128,1,float16,fp8,0,1.572376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,1,128,1,float16,fp8,0,19.575174666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,2,128,1,float16,fp8,0,19.82266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,4,128,1,float16,fp8,0,20.292410666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,1,128,1,float16,fp8,0,9.821326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,16,8,128,1,float16,fp8,0,21.280055333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,2,128,1,float16,fp8,0,9.964283333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,4,128,1,float16,fp8,0,10.165272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,1,128,1,float16,fp8,0,4.959959333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,16,8,128,1,float16,fp8,0,10.695039333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,2,128,1,float16,fp8,0,5.040724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,4,128,1,float16,fp8,0,5.131749999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,1,128,1,float16,fp8,0,2.5410926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,16,8,128,1,float16,fp8,0,5.3963
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,2,128,1,float16,fp8,0,2.5662606666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,4,128,1,float16,fp8,0,2.61196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,1,128,1,float16,fp8,0,1.3296659999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,16,8,128,1,float16,fp8,0,2.745062666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,2,128,1,float16,fp8,0,1.3422239999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,4,128,1,float16,fp8,0,1.3669846666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,1,128,1,float16,fp8,0,0.7142633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,16,8,128,1,float16,fp8,0,1.428934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,2,128,1,float16,fp8,0,0.7271420000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,4,128,1,float16,fp8,0,0.7403586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,16,8,128,1,float16,fp8,0,0.7644346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,1,128,1,float16,fp8,0,11.281746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,2,128,1,float16,fp8,0,11.458832666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,4,128,1,float16,fp8,0,11.793435333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,1,128,1,float16,fp8,0,5.721291333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,16,8,128,1,float16,fp8,0,12.570679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,2,128,1,float16,fp8,0,5.801327999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,4,128,1,float16,fp8,0,5.9247760000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,1,128,1,float16,fp8,0,2.8763886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,16,8,128,1,float16,fp8,0,6.319508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,2,128,1,float16,fp8,0,2.9225213333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,4,128,1,float16,fp8,0,2.9973579999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,16,8,128,1,float16,fp8,0,3.1966913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,1,128,1,float16,fp8,0,1.5036753333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,2,128,1,float16,fp8,0,1.5201333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,4,128,1,float16,fp8,0,1.538576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,16,8,128,1,float16,fp8,0,1.635166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,1,128,1,float16,fp8,0,0.811642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,2,128,1,float16,fp8,0,0.796926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,4,128,1,float16,fp8,0,0.817622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,1,128,1,float16,fp8,0,0.437294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,16,8,128,1,float16,fp8,0,0.8687206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,2,128,1,float16,fp8,0,0.4423813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,4,128,1,float16,fp8,0,0.45043266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,16,8,128,1,float16,fp8,0,0.4680953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,1,128,1,float16,fp8,0,5.250414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,2,128,1,float16,fp8,0,5.369407333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,4,128,1,float16,fp8,0,5.588128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,1,128,1,float16,fp8,0,2.6558306666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,16,8,128,1,float16,fp8,0,6.088948666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,2,128,1,float16,fp8,0,2.710491333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,4,128,1,float16,fp8,0,2.8190500000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,1,128,1,float16,fp8,0,1.3692813333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,16,8,128,1,float16,fp8,0,3.0724633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,2,128,1,float16,fp8,0,1.3862853333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,4,128,1,float16,fp8,0,1.4368553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,1,128,1,float16,fp8,0,0.715364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,16,8,128,1,float16,fp8,0,1.5740746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,2,128,1,float16,fp8,0,0.7266046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,4,128,1,float16,fp8,0,0.7510533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,1,128,1,float16,fp8,0,0.389272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,16,8,128,1,float16,fp8,0,0.8187573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,2,128,1,float16,fp8,0,0.40255799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,4,128,1,float16,fp8,0,0.42575
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,1,128,1,float16,fp8,0,0.23070666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,16,8,128,1,float16,fp8,0,0.44817066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,2,128,1,float16,fp8,0,0.23234466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,4,128,1,float16,fp8,0,0.23568133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,16,8,128,1,float16,fp8,0,0.253318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,1,128,1,float16,fp8,0,1.5192233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,2,128,1,float16,fp8,0,1.5599999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,4,128,1,float16,fp8,0,1.6744173333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,1,128,1,float16,fp8,0,0.7749646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,16,8,128,1,float16,fp8,0,1.9241733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,4,128,1,float16,fp8,0,0.8527306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,2,128,1,float16,fp8,0,0.8145366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,16,8,128,1,float16,fp8,0,0.9785273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,2,128,1,float16,fp8,0,0.42610533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,4,128,1,float16,fp8,0,0.44956599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,1,128,1,float16,fp8,0,0.4137553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,16,8,128,1,float16,fp8,0,0.5078493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,1,128,1,float16,fp8,0,0.22717933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,2,128,1,float16,fp8,0,0.23543866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,4,128,1,float16,fp8,0,0.24510200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,16,8,128,1,float16,fp8,0,0.27597266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,1,128,1,float16,fp8,0,0.14064266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,2,128,1,float16,fp8,0,0.146068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,4,128,1,float16,fp8,0,0.216944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,16,8,128,1,float16,fp8,0,0.15962266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,1,128,1,float16,fp8,0,0.11028333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,2,128,1,float16,fp8,0,0.11026599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,4,128,1,float16,fp8,0,0.108134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,16,8,128,1,float16,fp8,0,0.11032666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,1,128,1,float16,fp8,0,0.48295
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,2,128,1,float16,fp8,0,0.5202426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,4,128,1,float16,fp8,0,0.5612013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,16,8,128,1,float16,fp8,0,0.6865646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,1,128,1,float16,fp8,0,0.8286286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,4,128,1,float16,fp8,0,0.3004733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,2,128,1,float16,fp8,0,0.2751146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,16,8,128,1,float16,fp8,0,0.35863533333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,1,128,1,float16,fp8,0,0.14894533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,2,128,1,float16,fp8,0,0.159796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,4,128,1,float16,fp8,0,0.171262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,1,128,1,float16,fp8,0,0.11251933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,16,8,128,1,float16,fp8,0,0.199238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,2,128,1,float16,fp8,0,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,4,128,1,float16,fp8,0,0.108732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,16,8,128,1,float16,fp8,0,0.11747666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,1,128,1,float16,fp8,0,0.17197266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,2,128,1,float16,fp8,0,0.17366266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,4,128,1,float16,fp8,0,0.10819466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,1,128,1,float16,fp8,0,0.16855799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,16,8,128,1,float16,fp8,0,0.16958066666666669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,2,128,1,float16,fp8,0,0.11942666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,4,128,1,float16,fp8,0,0.111124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,1,128,1,float16,fp8,0,0.18988666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,16,8,128,1,float16,fp8,0,0.10900066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,2,128,1,float16,fp8,0,0.19961066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,4,128,1,float16,fp8,0,0.22347866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,1,128,1,float16,fp8,0,0.11485066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,16,8,128,1,float16,fp8,0,0.28929333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,2,128,1,float16,fp8,0,0.11377599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,8,128,1,float16,fp8,0,0.16678133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,1,128,1,float16,fp8,0,0.16545533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,16,4,128,1,float16,fp8,0,0.12606533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,2,128,1,float16,fp8,0,0.14434333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,4,128,1,float16,fp8,0,0.11170466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,16,8,128,1,float16,fp8,0,0.10881
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,1,128,1,float16,fp8,0,0.12389866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,2,128,1,float16,fp8,0,0.17263133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,4,128,1,float16,fp8,0,0.11199066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,16,8,128,1,float16,fp8,0,0.13565066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,1,128,1,float16,fp8,0,0.13229666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,2,128,1,float16,fp8,0,0.10738866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,4,128,1,float16,fp8,0,0.11773666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,16,8,128,1,float16,fp8,0,0.106054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,1,128,1,float16,fp8,0,0.10835066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,2,128,1,float16,fp8,0,0.11100266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,4,128,1,float16,fp8,0,0.10744066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,16,8,128,1,float16,fp8,0,0.11323866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,1,128,1,float16,fp8,0,0.13263466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,2,128,1,float16,fp8,0,0.111514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,4,128,1,float16,fp8,0,0.16423333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,1,128,1,float16,fp8,0,0.11230266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,16,8,128,1,float16,fp8,0,0.15942333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,2,128,1,float16,fp8,0,0.10868866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,4,128,1,float16,fp8,0,0.11308266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,1,128,1,float16,fp8,0,0.11858599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,16,8,128,1,float16,fp8,0,0.10999733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,2,128,1,float16,fp8,0,0.11654933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,4,128,1,float16,fp8,0,0.11685266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,16,8,128,1,float16,fp8,0,0.10900066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,1,128,1,float16,fp8,0,0.11296133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,2,128,1,float16,fp8,0,0.10505733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,4,128,1,float16,fp8,0,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,1,128,1,float16,fp8,0,0.10889666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,16,8,128,1,float16,fp8,0,0.11292666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,2,128,1,float16,fp8,0,0.10924333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,4,128,1,float16,fp8,0,0.1317593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,1,128,1,float16,fp8,0,0.11050866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,16,8,128,1,float16,fp8,0,0.11681799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,2,128,1,float16,fp8,0,0.11019666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,4,128,1,float16,fp8,0,0.18461733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,16,8,128,1,float16,fp8,0,0.113802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,1,128,1,float16,fp8,0,0.11431333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,2,128,1,float16,fp8,0,0.11592533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,4,128,1,float16,fp8,0,0.12145466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,1,128,1,float16,fp8,0,0.12078733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,16,8,128,1,float16,fp8,0,0.11427866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,2,128,1,float16,fp8,0,0.11903666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,4,128,1,float16,fp8,0,0.11652333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,1,128,1,float16,fp8,0,0.13899599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,16,8,128,1,float16,fp8,0,0.11738133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,2,128,1,float16,fp8,0,0.12363866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,4,128,1,float16,fp8,0,0.12229533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,1,128,1,float16,fp8,0,0.13190666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,16,8,128,1,float16,fp8,0,0.11381933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,2,128,1,float16,fp8,0,0.11524933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,4,128,1,float16,fp8,0,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,16,8,128,1,float16,fp8,0,0.11719933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,1,128,1,float16,fp8,0,0.11698266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,2,128,1,float16,fp8,0,0.11937466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,4,128,1,float16,fp8,0,0.13896133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,16,8,128,1,float16,fp8,0,0.12069200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,1,128,1,float16,fp8,0,0.12392466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,2,128,1,float16,fp8,0,0.12532866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,4,128,1,float16,fp8,0,0.12828399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,16,8,128,1,float16,fp8,0,0.12076133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,1,128,1,float16,fp8,0,0.11446933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,2,128,1,float16,fp8,0,0.11816133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,4,128,1,float16,fp8,0,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,1,128,1,float16,fp8,0,0.11477266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,16,8,128,1,float16,fp8,0,0.113906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,2,128,1,float16,fp8,0,0.12124666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,4,128,1,float16,fp8,0,0.11677466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,1,128,1,float16,fp8,0,0.12133333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,16,8,128,1,float16,fp8,0,0.112398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,2,128,1,float16,fp8,0,0.20491466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,4,128,1,float16,fp8,0,0.15463066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,1,128,1,float16,fp8,0,0.11015333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,16,8,128,1,float16,fp8,0,0.11775399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,2,128,1,float16,fp8,0,0.13577199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,4,128,1,float16,fp8,0,0.12681066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,1,128,1,float16,fp8,0,0.12282399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,16,8,128,1,float16,fp8,0,0.13123933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,2,128,1,float16,fp8,0,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,4,128,1,float16,fp8,0,0.11788399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,1,128,1,float16,fp8,0,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,16,8,128,1,float16,fp8,0,0.11311733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,2,128,1,float16,fp8,0,0.11690466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,4,128,1,float16,fp8,0,0.11815266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,16,8,128,1,float16,fp8,0,0.11966933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,0,0.11830866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,0,0.119626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,0,0.11602066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,0,0.11577799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,0,0.13854533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,0,0.10878399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,0,0.11322133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,0,0.11371533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,0,0.13143866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,0,0.11268399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,0,0.157612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,0,0.13006933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,0,0.12380333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,0,0.12166266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,0,0.12460933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,0,0.11339466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,0,0.11805733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,0,0.11446066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,0,0.12007666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,0,0.11867266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,0,0.11098533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,0,0.11700866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,0,0.11597733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,0,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,1,128,1,float16,fp8,0,220.12259533333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,2,128,1,float16,fp8,0,225.265482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,12,4,128,1,float16,fp8,0,226.26357866666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,1,128,1,float16,fp8,0,111.17039266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,2,128,1,float16,fp8,0,113.65878333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,12,4,128,1,float16,fp8,0,113.15089933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,1,128,1,float16,fp8,0,55.440250666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,2,128,1,float16,fp8,0,58.631612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,12,4,128,1,float16,fp8,0,56.682643333333324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,1,128,1,float16,fp8,0,28.14439333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,2,128,1,float16,fp8,0,28.549282666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,12,4,128,1,float16,fp8,0,28.662599333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,1,128,1,float16,fp8,0,124.68419599999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,2,128,1,float16,fp8,0,127.10202266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,1,128,1,float16,fp8,0,62.59045866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,12,4,128,1,float16,fp8,0,127.94301
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,2,128,1,float16,fp8,0,63.39614666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,12,4,128,1,float16,fp8,0,63.742067999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,1,128,1,float16,fp8,0,31.446549333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,2,128,1,float16,fp8,0,37.16940933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,12,4,128,1,float16,fp8,0,32.070584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,1,128,1,float16,fp8,0,15.986516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,2,128,1,float16,fp8,0,16.244453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,12,4,128,1,float16,fp8,0,16.319264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,1,128,1,float16,fp8,0,87.17051199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,2,128,1,float16,fp8,0,88.08995866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,1,128,1,float16,fp8,0,43.627176666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,12,4,128,1,float16,fp8,0,89.34383466666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,2,128,1,float16,fp8,0,44.34907533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,12,4,128,1,float16,fp8,0,44.45502533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,1,128,1,float16,fp8,0,21.960067999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,2,128,1,float16,fp8,0,22.452915333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,12,4,128,1,float16,fp8,0,22.492686666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,1,128,1,float16,fp8,0,11.220880666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,2,128,1,float16,fp8,0,11.37591
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,12,4,128,1,float16,fp8,0,11.3984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,1,128,1,float16,fp8,0,111.81669199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,2,128,1,float16,fp8,0,112.90972333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,1,128,1,float16,fp8,0,56.009026666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,12,4,128,1,float16,fp8,0,113.87102133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,2,128,1,float16,fp8,0,56.618674666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,12,4,128,1,float16,fp8,0,56.98366266666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,1,128,1,float16,fp8,0,28.350252666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,2,128,1,float16,fp8,0,28.413995999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,12,4,128,1,float16,fp8,0,28.63730133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,1,128,1,float16,fp8,0,14.179186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,2,128,1,float16,fp8,0,14.397647333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,1,128,1,float16,fp8,0,7.305679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,12,4,128,1,float16,fp8,0,14.473723333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,2,128,1,float16,fp8,0,7.3755153333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,12,4,128,1,float16,fp8,0,7.453844666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,1,128,1,float16,fp8,0,63.05689
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,2,128,1,float16,fp8,0,64.24289733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,1,128,1,float16,fp8,0,31.679856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,12,4,128,1,float16,fp8,0,64.531324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,2,128,1,float16,fp8,0,31.961522666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,12,4,128,1,float16,fp8,0,32.810509333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,1,128,1,float16,fp8,0,16.007255333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,2,128,1,float16,fp8,0,16.100361333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,12,4,128,1,float16,fp8,0,16.305388666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,1,128,1,float16,fp8,0,8.166530666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,2,128,1,float16,fp8,0,8.233827333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,12,4,128,1,float16,fp8,0,8.291062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,1,128,1,float16,fp8,0,4.240712666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,2,128,1,float16,fp8,0,4.301431333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,12,4,128,1,float16,fp8,0,4.301856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,1,128,1,float16,fp8,0,57.031112666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,2,128,1,float16,fp8,0,57.85149066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,1,128,1,float16,fp8,0,28.463058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,12,4,128,1,float16,fp8,0,58.34554266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,2,128,1,float16,fp8,0,28.742289333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,12,4,128,1,float16,fp8,0,29.198121333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,1,128,1,float16,fp8,0,14.337006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,2,128,1,float16,fp8,0,14.456407333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,12,4,128,1,float16,fp8,0,14.667943333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,1,128,1,float16,fp8,0,7.292991333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,2,128,1,float16,fp8,0,7.355781333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,1,128,1,float16,fp8,0,3.752285333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,12,4,128,1,float16,fp8,0,7.446018666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,2,128,1,float16,fp8,0,3.822511333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,12,4,128,1,float16,fp8,0,3.9384539999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,1,128,1,float16,fp8,0,2.0253653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,2,128,1,float16,fp8,0,2.5389866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,12,4,128,1,float16,fp8,0,2.0893599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,1,128,1,float16,fp8,0,32.375130666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,2,128,1,float16,fp8,0,33.67144733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,12,4,128,1,float16,fp8,0,33.488338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,1,128,1,float16,fp8,0,16.262159333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,2,128,1,float16,fp8,0,16.453276666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,12,4,128,1,float16,fp8,0,16.80719733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,1,128,1,float16,fp8,0,8.388137333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,2,128,1,float16,fp8,0,8.338243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,12,4,128,1,float16,fp8,0,8.450398666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,1,128,1,float16,fp8,0,4.239204666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,2,128,1,float16,fp8,0,4.277641333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,12,4,128,1,float16,fp8,0,4.318816666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,1,128,1,float16,fp8,0,2.2037946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,2,128,1,float16,fp8,0,2.211248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,12,4,128,1,float16,fp8,0,2.25628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,1,128,1,float16,fp8,0,1.1635086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,2,128,1,float16,fp8,0,1.2115046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,12,4,128,1,float16,fp8,0,1.197326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,1,128,1,float16,fp8,0,14.767558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,2,128,1,float16,fp8,0,15.034378666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,12,4,128,1,float16,fp8,0,15.471109333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,1,128,1,float16,fp8,0,7.466957333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,2,128,1,float16,fp8,0,7.568296666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,1,128,1,float16,fp8,0,3.785695333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,12,4,128,1,float16,fp8,0,7.780638666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,2,128,1,float16,fp8,0,3.8544913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,12,4,128,1,float16,fp8,0,3.958569333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,1,128,1,float16,fp8,0,1.9670126666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,2,128,1,float16,fp8,0,2.0428979999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,12,4,128,1,float16,fp8,0,2.0509666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,1,128,1,float16,fp8,0,1.073566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,4,128,1,float16,fp8,0,1.0991326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,1,128,1,float16,fp8,0,0.594646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,12,2,128,1,float16,fp8,0,1.101438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,2,128,1,float16,fp8,0,0.5900353333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,12,4,128,1,float16,fp8,0,0.6110346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,1,128,1,float16,fp8,0,9.829464666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,2,128,1,float16,fp8,0,8.718614666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,1,128,1,float16,fp8,0,4.3343126666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,12,4,128,1,float16,fp8,0,9.061433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,2,128,1,float16,fp8,0,4.421092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,12,4,128,1,float16,fp8,0,4.580905333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,1,128,1,float16,fp8,0,2.2235286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,2,128,1,float16,fp8,0,2.2740293333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,12,4,128,1,float16,fp8,0,2.34572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,1,128,1,float16,fp8,0,1.2062439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,2,128,1,float16,fp8,0,1.1980453333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,12,4,128,1,float16,fp8,0,1.2195473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,1,128,1,float16,fp8,0,0.688844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,2,128,1,float16,fp8,0,0.6462906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,1,128,1,float16,fp8,0,0.37244133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,12,4,128,1,float16,fp8,0,1.7596626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,2,128,1,float16,fp8,0,0.42867066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,12,4,128,1,float16,fp8,0,0.43929599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,1,128,1,float16,fp8,0,4.036196666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,2,128,1,float16,fp8,0,4.126052666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,12,4,128,1,float16,fp8,0,4.3476506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,1,128,1,float16,fp8,0,2.0661593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,2,128,1,float16,fp8,0,2.113592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,12,4,128,1,float16,fp8,0,2.680374666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,1,128,1,float16,fp8,0,1.0835153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,2,128,1,float16,fp8,0,1.1080853333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,12,4,128,1,float16,fp8,0,1.1635433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,1,128,1,float16,fp8,0,0.5800773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,2,128,1,float16,fp8,0,0.5930513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,12,4,128,1,float16,fp8,0,0.6831933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,1,128,1,float16,fp8,0,0.33553866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,2,128,1,float16,fp8,0,0.3515806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,12,4,128,1,float16,fp8,0,0.350792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,1,128,1,float16,fp8,0,0.209014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,2,128,1,float16,fp8,0,0.20765333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,12,4,128,1,float16,fp8,0,0.21541866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,1,128,1,float16,fp8,0,1.19041
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,2,128,1,float16,fp8,0,1.229722
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,12,4,128,1,float16,fp8,0,1.3731119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,1,128,1,float16,fp8,0,0.6451813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,2,128,1,float16,fp8,0,0.6328919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,12,4,128,1,float16,fp8,0,0.7004746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,1,128,1,float16,fp8,0,0.3361453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,2,128,1,float16,fp8,0,0.35578399999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,12,4,128,1,float16,fp8,0,0.38201799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,1,128,1,float16,fp8,0,0.19625666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,2,128,1,float16,fp8,0,0.8368186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,1,128,1,float16,fp8,0,0.16684200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,12,4,128,1,float16,fp8,0,0.4006686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,2,128,1,float16,fp8,0,2.044432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,12,4,128,1,float16,fp8,0,0.7469973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,1,128,1,float16,fp8,0,0.29899133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,2,128,1,float16,fp8,0,0.9094713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,12,4,128,1,float16,fp8,0,3.4611199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,1,128,1,float16,fp8,0,1.584145333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,2,128,1,float16,fp8,0,0.432432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,1,128,1,float16,fp8,0,0.21441333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,12,4,128,1,float16,fp8,0,0.48802866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,2,128,1,float16,fp8,0,0.22768199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,12,4,128,1,float16,fp8,0,0.5368913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,1,128,1,float16,fp8,0,0.28103399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,2,128,1,float16,fp8,0,1.3102093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,12,4,128,1,float16,fp8,0,0.18919333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,1,128,1,float16,fp8,0,0.149578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,2,128,1,float16,fp8,0,0.1779873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,12,4,128,1,float16,fp8,0,0.20777466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,1,128,1,float16,fp8,0,0.15767266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,2,128,1,float16,fp8,0,0.16687666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,12,4,128,1,float16,fp8,0,0.1705513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,1,128,1,float16,fp8,0,0.14046066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,2,128,1,float16,fp8,0,0.12712266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,12,4,128,1,float16,fp8,0,0.21186533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,1,128,1,float16,fp8,0,0.1955893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,2,128,1,float16,fp8,0,0.19592733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,12,4,128,1,float16,fp8,0,0.20203733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,1,128,1,float16,fp8,0,0.17351533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,2,128,1,float16,fp8,0,0.180154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,12,4,128,1,float16,fp8,0,0.15032333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,1,128,1,float16,fp8,0,0.166478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,2,128,1,float16,fp8,0,0.14631066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,1,128,1,float16,fp8,0,0.131456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,12,4,128,1,float16,fp8,0,1.6543713333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,2,128,1,float16,fp8,0,0.14181266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,12,4,128,1,float16,fp8,0,0.17855933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,1,128,1,float16,fp8,0,0.13815533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,2,128,1,float16,fp8,0,0.13775666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,1,128,1,float16,fp8,0,0.158548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,2,128,1,float16,fp8,0,0.154778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,12,4,128,1,float16,fp8,0,0.247858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,12,4,128,1,float16,fp8,0,0.24531866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,1,128,1,float16,fp8,0,0.48738733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,2,128,1,float16,fp8,0,0.45849266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,12,4,128,1,float16,fp8,0,0.19287666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,1,128,1,float16,fp8,0,0.24062133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,2,128,1,float16,fp8,0,0.15665866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,12,4,128,1,float16,fp8,0,1.371656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,1,128,1,float16,fp8,0,0.19513
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,2,128,1,float16,fp8,0,0.8519593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,12,4,128,1,float16,fp8,0,0.16403399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,1,128,1,float16,fp8,0,0.18108133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,2,128,1,float16,fp8,0,0.12621266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,1,128,1,float16,fp8,0,0.16314133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,12,4,128,1,float16,fp8,0,0.18419266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,2,128,1,float16,fp8,0,0.15752533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,1,128,1,float16,fp8,0,0.13107466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,12,4,128,1,float16,fp8,0,1.5451713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,2,128,1,float16,fp8,0,0.17712066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,12,4,128,1,float16,fp8,0,0.3066613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,1,128,1,float16,fp8,0,0.20321599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,2,128,1,float16,fp8,0,0.7075293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,12,4,128,1,float16,fp8,0,0.5628479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,1,128,1,float16,fp8,0,0.134316
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,2,128,1,float16,fp8,0,0.17597666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,12,4,128,1,float16,fp8,0,0.13588466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,1,128,1,float16,fp8,0,0.13024266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,2,128,1,float16,fp8,0,0.2081213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,12,4,128,1,float16,fp8,0,0.19009466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,1,128,1,float16,fp8,0,0.6553473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,2,128,1,float16,fp8,0,0.15513333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,12,4,128,1,float16,fp8,0,0.15821866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,2,128,1,float16,fp8,0,0.16498733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,4,128,1,float16,fp8,0,0.17095000000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,1,128,1,float16,fp8,0,0.17427800000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,12,1,128,1,float16,fp8,0,0.19746133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,2,128,1,float16,fp8,0,0.1770773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,12,4,128,1,float16,fp8,0,0.155844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,1,128,1,float16,fp8,0,0.14566933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,2,128,1,float16,fp8,0,0.181246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,12,4,128,1,float16,fp8,0,0.13935133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,1,128,1,float16,fp8,0,0.19066666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,2,128,1,float16,fp8,0,0.22126866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,12,4,128,1,float16,fp8,0,0.15106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,1,128,1,float16,fp8,0,0.17150466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,2,128,1,float16,fp8,0,0.179608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,12,4,128,1,float16,fp8,0,0.159822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,1,128,1,float16,fp8,0,0.2924653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,2,128,1,float16,fp8,0,0.1671973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,12,4,128,1,float16,fp8,0,0.173706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,1,128,1,float16,fp8,0,3.587289333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,2,128,1,float16,fp8,0,0.19199266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,12,4,128,1,float16,fp8,0,0.1955633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,1,128,1,float16,fp8,0,0.21829600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,2,128,1,float16,fp8,0,0.17787466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,12,4,128,1,float16,fp8,0,0.195312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,0,0.18869933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,0,0.22756933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,0,0.17610666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,0,0.22858333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,0,0.20781799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,0,0.185302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,0,0.19363066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,0,0.194792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,0,0.12278066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,0,0.2701053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,0,0.16541199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,0,0.13537333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,0,0.2042733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,0,0.22128599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,0,0.189852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,0,0.13545133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,0,0.18609066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,0,0.141752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,1,128,1,float16,fp8,0,150.646782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,2,128,1,float16,fp8,0,150.14804999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,8,4,128,1,float16,fp8,0,151.49615866666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,1,128,1,float16,fp8,0,74.22991333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,2,128,1,float16,fp8,0,75.49593133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,4,128,1,float16,fp8,0,76.36888133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,1,128,1,float16,fp8,0,38.45829
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,8,8,128,1,float16,fp8,0,76.88972199999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,2,128,1,float16,fp8,0,37.918243999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,4,128,1,float16,fp8,0,38.17373733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,1,128,1,float16,fp8,0,18.89125333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,8,8,128,1,float16,fp8,0,38.891268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,2,128,1,float16,fp8,0,19.308328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,4,128,1,float16,fp8,0,19.396441999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,8,8,128,1,float16,fp8,0,19.700875999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,1,128,1,float16,fp8,0,83.18797066666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,2,128,1,float16,fp8,0,85.154732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,1,128,1,float16,fp8,0,41.77130533333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,8,4,128,1,float16,fp8,0,85.32662666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,2,128,1,float16,fp8,0,42.444826666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,4,128,1,float16,fp8,0,43.03038133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,1,128,1,float16,fp8,0,21.150532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,8,8,128,1,float16,fp8,0,43.755088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,2,128,1,float16,fp8,0,21.490490666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,4,128,1,float16,fp8,0,21.640944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,1,128,1,float16,fp8,0,10.860910666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,8,8,128,1,float16,fp8,0,22.098353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,2,128,1,float16,fp8,0,10.953661333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,4,128,1,float16,fp8,0,11.119862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,8,8,128,1,float16,fp8,0,11.345524666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,1,128,1,float16,fp8,0,57.93844333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,2,128,1,float16,fp8,0,58.996365999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,1,128,1,float16,fp8,0,29.758317333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,8,4,128,1,float16,fp8,0,59.46069133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,2,128,1,float16,fp8,0,29.58455066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,4,128,1,float16,fp8,0,29.907652666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,1,128,1,float16,fp8,0,14.775730666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,8,8,128,1,float16,fp8,0,31.245422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,2,128,1,float16,fp8,0,15.029169999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,4,128,1,float16,fp8,0,15.135596666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,1,128,1,float16,fp8,0,7.587397999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,8,8,128,1,float16,fp8,0,15.509537333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,2,128,1,float16,fp8,0,7.640559333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,4,128,1,float16,fp8,0,7.815782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,8,8,128,1,float16,fp8,0,7.953027333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,1,128,1,float16,fp8,0,74.52898266666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,2,128,1,float16,fp8,0,75.464428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,1,128,1,float16,fp8,0,37.385946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,8,4,128,1,float16,fp8,0,76.56174066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,2,128,1,float16,fp8,0,37.871781999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,4,128,1,float16,fp8,0,38.340354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,1,128,1,float16,fp8,0,19.063442666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,8,8,128,1,float16,fp8,0,39.467428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,2,128,1,float16,fp8,0,19.103344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,4,128,1,float16,fp8,0,19.328122666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,1,128,1,float16,fp8,0,9.692678666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,8,8,128,1,float16,fp8,0,19.86393933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,2,128,1,float16,fp8,0,9.790222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,4,128,1,float16,fp8,0,9.864781333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,8,8,128,1,float16,fp8,0,10.131125333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,1,128,1,float16,fp8,0,4.99317
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,2,128,1,float16,fp8,0,5.030116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,4,128,1,float16,fp8,0,5.083476666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,8,8,128,1,float16,fp8,0,5.245075333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,1,128,1,float16,fp8,0,42.212377999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,2,128,1,float16,fp8,0,42.91850333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,8,4,128,1,float16,fp8,0,43.48714066666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,1,128,1,float16,fp8,0,21.259454666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,2,128,1,float16,fp8,0,21.54676333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,4,128,1,float16,fp8,0,21.855548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,8,8,128,1,float16,fp8,0,22.646736666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,1,128,1,float16,fp8,0,11.355136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,2,128,1,float16,fp8,0,10.874344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,4,128,1,float16,fp8,0,11.024944666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,1,128,1,float16,fp8,0,5.728077333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,8,8,128,1,float16,fp8,0,11.504237333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,2,128,1,float16,fp8,0,5.681623999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,4,128,1,float16,fp8,0,7.06056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,1,128,1,float16,fp8,0,3.069135333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,8,8,128,1,float16,fp8,0,5.853258666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,2,128,1,float16,fp8,0,2.964693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,4,128,1,float16,fp8,0,3.0703746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,8,8,128,1,float16,fp8,0,3.139032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,1,128,1,float16,fp8,0,38.08713133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,2,128,1,float16,fp8,0,38.923482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,8,4,128,1,float16,fp8,0,39.492838666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,1,128,1,float16,fp8,0,19.147153999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,2,128,1,float16,fp8,0,19.356020666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,4,128,1,float16,fp8,0,19.83019133333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,1,128,1,float16,fp8,0,9.689619333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,8,8,128,1,float16,fp8,0,20.840794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,2,128,1,float16,fp8,0,9.894195999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,4,128,1,float16,fp8,0,10.062199333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,8,8,128,1,float16,fp8,0,11.419312666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,1,128,1,float16,fp8,0,4.961268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,2,128,1,float16,fp8,0,5.01059
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,4,128,1,float16,fp8,0,5.156016666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,8,8,128,1,float16,fp8,0,5.394757333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,1,128,1,float16,fp8,0,2.618798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,2,128,1,float16,fp8,0,2.6449019999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,4,128,1,float16,fp8,0,2.692733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,1,128,1,float16,fp8,0,1.4058286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,8,8,128,1,float16,fp8,0,2.80501
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,2,128,1,float16,fp8,0,1.4253373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,4,128,1,float16,fp8,0,1.445158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,8,8,128,1,float16,fp8,0,1.5210866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,1,128,1,float16,fp8,0,21.75426933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,2,128,1,float16,fp8,0,22.118988666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,1,128,1,float16,fp8,0,10.919878666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,8,4,128,1,float16,fp8,0,22.827792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,2,128,1,float16,fp8,0,11.210116666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,4,128,1,float16,fp8,0,11.455842666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,8,8,128,1,float16,fp8,0,12.224862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,1,128,1,float16,fp8,0,5.581333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,2,128,1,float16,fp8,0,5.662002666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,4,128,1,float16,fp8,0,5.803173999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,8,8,128,1,float16,fp8,0,6.199977333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,1,128,1,float16,fp8,0,2.8862426666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,2,128,1,float16,fp8,0,2.903628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,4,128,1,float16,fp8,0,2.9966993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,1,128,1,float16,fp8,0,1.5705733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,8,8,128,1,float16,fp8,0,3.1887613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,2,128,1,float16,fp8,0,1.5548433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,4,128,1,float16,fp8,0,1.78932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,8,8,128,1,float16,fp8,0,1.6640693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,1,128,1,float16,fp8,0,0.853164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,2,128,1,float16,fp8,0,0.8582946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,4,128,1,float16,fp8,0,0.8779246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,8,8,128,1,float16,fp8,0,0.913094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,1,128,1,float16,fp8,0,9.948024666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,2,128,1,float16,fp8,0,10.208726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,4,128,1,float16,fp8,0,10.642294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,8,8,128,1,float16,fp8,0,11.756038666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,1,128,1,float16,fp8,0,5.065423999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,2,128,1,float16,fp8,0,5.150998666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,4,128,1,float16,fp8,0,5.389644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,1,128,1,float16,fp8,0,2.641305333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,8,8,128,1,float16,fp8,0,5.865496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,2,128,1,float16,fp8,0,2.6776013333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,4,128,1,float16,fp8,0,2.776488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,1,128,1,float16,fp8,0,1.3512286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,8,8,128,1,float16,fp8,0,3.011120666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,2,128,1,float16,fp8,0,1.4020153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,4,128,1,float16,fp8,0,1.4284486666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,8,8,128,1,float16,fp8,0,1.5466619999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,1,128,1,float16,fp8,0,0.7239006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,2,128,1,float16,fp8,0,0.7597546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,4,128,1,float16,fp8,0,0.8055666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,1,128,1,float16,fp8,0,0.42432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,8,8,128,1,float16,fp8,0,0.82992
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,2,128,1,float16,fp8,0,0.43718133333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,4,128,1,float16,fp8,0,0.45750466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,8,8,128,1,float16,fp8,0,0.48379066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,1,128,1,float16,fp8,0,5.796032666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,2,128,1,float16,fp8,0,5.952994666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,4,128,1,float16,fp8,0,6.289382666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,1,128,1,float16,fp8,0,2.9787506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,8,8,128,1,float16,fp8,0,7.047490666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,2,128,1,float16,fp8,0,3.4503386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,4,128,1,float16,fp8,0,3.1926959999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,8,8,128,1,float16,fp8,0,3.60282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,1,128,1,float16,fp8,0,1.5441399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,2,128,1,float16,fp8,0,1.6052573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,4,128,1,float16,fp8,0,1.6342646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,8,8,128,1,float16,fp8,0,1.845688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,1,128,1,float16,fp8,0,0.8182286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,2,128,1,float16,fp8,0,0.8441853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,4,128,1,float16,fp8,0,0.8739033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,8,8,128,1,float16,fp8,0,0.975104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,1,128,1,float16,fp8,0,0.460148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,2,128,1,float16,fp8,0,0.6078366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,4,128,1,float16,fp8,0,0.49244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,1,128,1,float16,fp8,0,0.27505399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,8,8,128,1,float16,fp8,0,0.5258326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,2,128,1,float16,fp8,0,0.30377533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,4,128,1,float16,fp8,0,0.2869446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,8,8,128,1,float16,fp8,0,0.3007073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,1,128,1,float16,fp8,0,2.7494046666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,2,128,1,float16,fp8,0,2.8403526666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,4,128,1,float16,fp8,0,3.066665333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,8,8,128,1,float16,fp8,0,3.5681619999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,1,128,1,float16,fp8,0,1.4252766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,2,128,1,float16,fp8,0,1.5249086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,4,128,1,float16,fp8,0,1.5756346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,8,8,128,1,float16,fp8,0,1.8514253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,1,128,1,float16,fp8,0,0.9337466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,2,128,1,float16,fp8,0,0.7870806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,4,128,1,float16,fp8,0,0.8235673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,1,128,1,float16,fp8,0,0.420628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,8,8,128,1,float16,fp8,0,0.9727726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,2,128,1,float16,fp8,0,0.5521619999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,4,128,1,float16,fp8,0,0.497588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,1,128,1,float16,fp8,0,0.3041133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,8,8,128,1,float16,fp8,0,0.5547099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,2,128,1,float16,fp8,0,0.27951733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,4,128,1,float16,fp8,0,0.2530926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,8,8,128,1,float16,fp8,0,0.30503199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,1,128,1,float16,fp8,0,1.597232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,4,128,1,float16,fp8,0,0.17348066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,2,128,1,float16,fp8,0,0.9722613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,8,8,128,1,float16,fp8,0,0.18609066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,1,128,1,float16,fp8,0,0.8381793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,2,128,1,float16,fp8,0,0.879112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,4,128,1,float16,fp8,0,1.0011386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,1,128,1,float16,fp8,0,0.45487866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,8,8,128,1,float16,fp8,0,1.2352946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,2,128,1,float16,fp8,0,0.5913959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,4,128,1,float16,fp8,0,0.5107873333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,1,128,1,float16,fp8,0,0.4685633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,8,8,128,1,float16,fp8,0,0.6386466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,2,128,1,float16,fp8,0,0.263146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,4,128,1,float16,fp8,0,0.292942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,8,8,128,1,float16,fp8,0,0.35627800000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,1,128,1,float16,fp8,0,0.23289933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,2,128,1,float16,fp8,0,1.4435719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,4,128,1,float16,fp8,0,0.17390533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,8,8,128,1,float16,fp8,0,0.20395266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,1,128,1,float16,fp8,0,0.18811866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,2,128,1,float16,fp8,0,0.164684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,4,128,1,float16,fp8,0,0.5570846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,8,8,128,1,float16,fp8,0,0.16591466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,1,128,1,float16,fp8,0,0.5464939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,2,128,1,float16,fp8,0,0.16188466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,4,128,1,float16,fp8,0,0.44695733333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,8,8,128,1,float16,fp8,0,0.7430973333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,1,128,1,float16,fp8,0,5.042188666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,2,128,1,float16,fp8,0,1.1385313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,4,128,1,float16,fp8,0,0.37303933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,8,8,128,1,float16,fp8,0,0.48854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,1,128,1,float16,fp8,0,0.2228893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,2,128,1,float16,fp8,0,0.18893333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,4,128,1,float16,fp8,0,0.20117933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,8,8,128,1,float16,fp8,0,0.566488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,1,128,1,float16,fp8,0,0.17962533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,2,128,1,float16,fp8,0,0.15858266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,4,128,1,float16,fp8,0,0.17289999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,1,128,1,float16,fp8,0,0.181298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,8,8,128,1,float16,fp8,0,0.1774673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,2,128,1,float16,fp8,0,0.196118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,4,128,1,float16,fp8,0,0.166868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,8,8,128,1,float16,fp8,0,0.16443266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,1,128,1,float16,fp8,0,0.184782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,2,128,1,float16,fp8,0,0.17389666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,4,128,1,float16,fp8,0,0.19778199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,1,128,1,float16,fp8,0,0.16584533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,8,8,128,1,float16,fp8,0,0.18754666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,2,128,1,float16,fp8,0,0.19226999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,4,128,1,float16,fp8,0,0.13364866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,8,8,128,1,float16,fp8,0,0.165256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,1,128,1,float16,fp8,0,0.14887599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,2,128,1,float16,fp8,0,0.29523
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,4,128,1,float16,fp8,0,0.19064066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,1,128,1,float16,fp8,0,0.166036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,8,8,128,1,float16,fp8,0,0.2317813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,2,128,1,float16,fp8,0,0.598572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,4,128,1,float16,fp8,0,0.15957933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,8,8,128,1,float16,fp8,0,0.17445999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,1,128,1,float16,fp8,0,0.153686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,2,128,1,float16,fp8,0,0.17043
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,4,128,1,float16,fp8,0,0.15783733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,8,8,128,1,float16,fp8,0,0.14353733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,1,128,1,float16,fp8,0,0.16156399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,2,128,1,float16,fp8,0,0.15304466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,4,128,1,float16,fp8,0,0.21237666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,8,8,128,1,float16,fp8,0,0.12553666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,1,128,1,float16,fp8,0,0.15752533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,2,128,1,float16,fp8,0,0.6788686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,4,128,1,float16,fp8,0,0.19447133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,8,8,128,1,float16,fp8,0,0.14285266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,1,128,1,float16,fp8,0,0.15673666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,4,128,1,float16,fp8,0,0.13329333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,2,128,1,float16,fp8,0,0.305448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,8,8,128,1,float16,fp8,0,0.18791066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,1,128,1,float16,fp8,0,0.21519333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,2,128,1,float16,fp8,0,0.208624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,4,128,1,float16,fp8,0,0.352014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,1,128,1,float16,fp8,0,0.28684933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,8,8,128,1,float16,fp8,0,0.16625266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,2,128,1,float16,fp8,0,0.6479893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,4,128,1,float16,fp8,0,0.16748333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,1,128,1,float16,fp8,0,0.16880066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,2,128,1,float16,fp8,0,0.18599533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,4,128,1,float16,fp8,0,0.141024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,8,8,128,1,float16,fp8,0,0.17697333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,1,128,1,float16,fp8,0,0.15723933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,8,8,128,1,float16,fp8,0,0.21706533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,2,128,1,float16,fp8,0,0.6055226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,4,128,1,float16,fp8,0,0.15200466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,8,8,128,1,float16,fp8,0,0.14075533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,1,128,1,float16,fp8,0,0.15756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,2,128,1,float16,fp8,0,0.16688533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,4,128,1,float16,fp8,0,0.166972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,8,8,128,1,float16,fp8,0,0.44411466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,1,128,1,float16,fp8,0,0.6793453333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,2,128,1,float16,fp8,0,0.209404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,4,128,1,float16,fp8,0,0.15942333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,8,8,128,1,float16,fp8,0,0.18492066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,1,128,1,float16,fp8,0,0.17084599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,2,128,1,float16,fp8,0,1.5840846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,4,128,1,float16,fp8,0,0.9303493333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,8,8,128,1,float16,fp8,0,0.296842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,1,128,1,float16,fp8,0,0.20369266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,2,128,1,float16,fp8,0,0.16291599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,4,128,1,float16,fp8,0,0.17069
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,1,128,1,float16,fp8,0,0.13091
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,8,8,128,1,float16,fp8,0,2.466533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,2,128,1,float16,fp8,0,0.445718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,4,128,1,float16,fp8,0,0.19979266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,8,8,128,1,float16,fp8,0,0.21920599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,1,128,1,float16,fp8,0,0.13979333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,2,128,1,float16,fp8,0,0.5019213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,4,128,1,float16,fp8,0,0.16747466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,8,8,128,1,float16,fp8,0,0.19513866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,1,128,1,float16,fp8,0,0.18381133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,2,128,1,float16,fp8,0,0.172328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,4,128,1,float16,fp8,0,0.13835466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,8,8,128,1,float16,fp8,0,0.15180533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,1,128,1,float16,fp8,0,0.15965733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,2,128,1,float16,fp8,0,0.13864066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,4,128,1,float16,fp8,0,0.133744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,8,8,128,1,float16,fp8,0,0.13471466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,1,128,1,float16,fp8,0,0.5591039999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,2,128,1,float16,fp8,0,0.13272133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,4,128,1,float16,fp8,0,0.19469666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,8,8,128,1,float16,fp8,0,0.17583799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,1,128,1,float16,fp8,0,0.18765933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,2,128,1,float16,fp8,0,0.433966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,4,128,1,float16,fp8,0,0.12285866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,8,8,128,1,float16,fp8,0,0.19447133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,1,128,1,float16,fp8,0,0.155636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,2,128,1,float16,fp8,0,0.13370933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,4,128,1,float16,fp8,0,0.14610266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,8,8,128,1,float16,fp8,0,0.17901866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,2,128,1,float16,fp8,0,0.16898266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,4,128,1,float16,fp8,0,0.15879933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,1,128,1,float16,fp8,0,0.6546626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,8,8,128,1,float16,fp8,0,0.1890113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,1,128,1,float16,fp8,0,0.9095840000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,2,128,1,float16,fp8,0,0.43765799999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,4,128,1,float16,fp8,0,0.16772600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,8,8,128,1,float16,fp8,0,0.18325666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,1,128,1,float16,fp8,0,0.198666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,2,128,1,float16,fp8,0,0.19382133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,4,128,1,float16,fp8,0,0.20370133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,8,8,128,1,float16,fp8,0,0.19448866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,0,0.15411066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,0,0.14339
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,0,0.3844533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,0,0.15643333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,0,0.17572533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,0,0.15752533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,0,0.48259466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,0,0.12868266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,0,0.17403533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,0,0.19748733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,0,3.579134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,0,0.22215266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,0,0.19714066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,0,0.21433533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,0,0.20372733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,0,0.19135999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,0,0.32525133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,0,1.0518213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,0,0.16196266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,0,0.19150733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,0,0.194792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,0,0.14715133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,0,0.12427133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,0,0.17904466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,4,1,128,1,float16,fp8,0,74.005126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,4,2,128,1,float16,fp8,0,75.604152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,1,128,1,float16,fp8,0,37.264785999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,2,128,1,float16,fp8,0,38.20531
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,1,128,1,float16,fp8,0,20.125880666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,4,4,128,1,float16,fp8,0,38.662727999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,2,128,1,float16,fp8,0,19.389812
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,4,4,128,1,float16,fp8,0,19.759739999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,1,128,1,float16,fp8,0,9.828363999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,2,128,1,float16,fp8,0,9.984398666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,4,4,128,1,float16,fp8,0,10.082583333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,4,1,128,1,float16,fp8,0,41.92735733333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,4,2,128,1,float16,fp8,0,42.805394666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,1,128,1,float16,fp8,0,21.267566666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,2,128,1,float16,fp8,0,21.927264666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,1,128,1,float16,fp8,0,10.890334000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,4,4,128,1,float16,fp8,0,22.035728000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,2,128,1,float16,fp8,0,10.988431999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,4,4,128,1,float16,fp8,0,11.289927999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,1,128,1,float16,fp8,0,5.638472666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,2,128,1,float16,fp8,0,5.787452666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,4,4,128,1,float16,fp8,0,5.859169333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,4,1,128,1,float16,fp8,0,29.27736933333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,4,2,128,1,float16,fp8,0,30.250687999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,1,128,1,float16,fp8,0,14.892124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,2,128,1,float16,fp8,0,15.169812666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,4,4,128,1,float16,fp8,0,15.780847333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,1,128,1,float16,fp8,0,7.6378726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,2,128,1,float16,fp8,0,7.7755166666666655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,4,4,128,1,float16,fp8,0,7.9001606666666655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,1,128,1,float16,fp8,0,4.040946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,2,128,1,float16,fp8,0,4.107211333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,4,4,128,1,float16,fp8,0,4.173953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,4,1,128,1,float16,fp8,0,37.552085999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,4,2,128,1,float16,fp8,0,38.328662666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,1,128,1,float16,fp8,0,18.929048666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,2,128,1,float16,fp8,0,19.346132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,1,128,1,float16,fp8,0,9.707290666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,4,4,128,1,float16,fp8,0,19.767253999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,2,128,1,float16,fp8,0,9.857206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,4,4,128,1,float16,fp8,0,10.045368666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,1,128,1,float16,fp8,0,5.020270666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,2,128,1,float16,fp8,0,5.122901333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,4,4,128,1,float16,fp8,0,5.408823333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,1,128,1,float16,fp8,0,2.7105346666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,2,128,1,float16,fp8,0,2.7800759999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,4,4,128,1,float16,fp8,0,2.7992466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,4,1,128,1,float16,fp8,0,21.421694666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,4,2,128,1,float16,fp8,0,21.861328666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,1,128,1,float16,fp8,0,10.864810666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,2,128,1,float16,fp8,0,11.048934000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,1,128,1,float16,fp8,0,5.5856406666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,4,4,128,1,float16,fp8,0,11.413012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,2,128,1,float16,fp8,0,5.745843999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,4,4,128,1,float16,fp8,0,5.836965333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,1,128,1,float16,fp8,0,2.9465106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,2,128,1,float16,fp8,0,2.992964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,4,4,128,1,float16,fp8,0,3.0575653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,1,128,1,float16,fp8,0,1.6100326666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,2,128,1,float16,fp8,0,1.6521006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,4,4,128,1,float16,fp8,0,1.826188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,4,1,128,1,float16,fp8,0,19.331728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,4,2,128,1,float16,fp8,0,19.838424666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,1,128,1,float16,fp8,0,9.780151333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,2,128,1,float16,fp8,0,9.998768
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,4,4,128,1,float16,fp8,0,10.461507333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,1,128,1,float16,fp8,0,4.989218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,2,128,1,float16,fp8,0,5.111236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,4,4,128,1,float16,fp8,0,5.329792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,1,128,1,float16,fp8,0,3.3287886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,2,128,1,float16,fp8,0,2.676622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,4,4,128,1,float16,fp8,0,2.786593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,1,128,1,float16,fp8,0,1.4198426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,2,128,1,float16,fp8,0,1.449136
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,4,4,128,1,float16,fp8,0,1.510236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,1,128,1,float16,fp8,0,0.8211233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,2,128,1,float16,fp8,0,0.8306393333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,4,4,128,1,float16,fp8,0,0.896402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,4,1,128,1,float16,fp8,0,11.176117333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,1,128,1,float16,fp8,0,5.656378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,4,2,128,1,float16,fp8,0,11.487874666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,2,128,1,float16,fp8,0,5.884423999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,4,4,128,1,float16,fp8,0,6.156565999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,1,128,1,float16,fp8,0,2.955342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,2,128,1,float16,fp8,0,3.0139286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,4,4,128,1,float16,fp8,0,3.132211333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,1,128,1,float16,fp8,0,1.61434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,2,128,1,float16,fp8,0,1.6039486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,4,4,128,1,float16,fp8,0,1.6564686666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,1,128,1,float16,fp8,0,0.8655226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,2,128,1,float16,fp8,0,0.8875533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,4,4,128,1,float16,fp8,0,1.0690419999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,1,128,1,float16,fp8,0,0.5239346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,2,128,1,float16,fp8,0,0.5252606666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,4,4,128,1,float16,fp8,0,0.8656786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,1,128,1,float16,fp8,0,5.243732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,2,128,1,float16,fp8,0,5.3870700000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,4,4,128,1,float16,fp8,0,5.820966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,1,128,1,float16,fp8,0,2.762231333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,2,128,1,float16,fp8,0,2.758088666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,4,4,128,1,float16,fp8,0,2.9806486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,1,128,1,float16,fp8,0,1.4187246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,2,128,1,float16,fp8,0,1.4755433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,4,4,128,1,float16,fp8,0,1.555398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,1,128,1,float16,fp8,0,0.7718273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,2,128,1,float16,fp8,0,0.7852953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,4,4,128,1,float16,fp8,0,0.839306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,1,128,1,float16,fp8,0,0.45231333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,2,128,1,float16,fp8,0,1.2863326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,4,4,128,1,float16,fp8,0,0.7945426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,2,128,1,float16,fp8,0,0.2852633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,4,128,1,float16,fp8,0,0.296556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,4,1,128,1,float16,fp8,0,0.5744873333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,1,128,1,float16,fp8,0,3.0345986666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,2,128,1,float16,fp8,0,3.1827900000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,4,4,128,1,float16,fp8,0,3.527446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,1,128,1,float16,fp8,0,1.6181966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,2,128,1,float16,fp8,0,1.7024799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,4,4,128,1,float16,fp8,0,1.8261533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,1,128,1,float16,fp8,0,1.5305939999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,2,128,1,float16,fp8,0,0.8816513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,1,128,1,float16,fp8,0,0.48046266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,2,128,1,float16,fp8,0,0.471926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,4,4,128,1,float16,fp8,0,0.5512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,4,4,128,1,float16,fp8,0,0.9737173333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,1,128,1,float16,fp8,0,0.324766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,2,128,1,float16,fp8,0,0.35827133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,4,4,128,1,float16,fp8,0,0.299052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,1,128,1,float16,fp8,0,0.184886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,2,128,1,float16,fp8,0,0.201604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,4,4,128,1,float16,fp8,0,0.5319773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,1,128,1,float16,fp8,0,1.477892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,2,128,1,float16,fp8,0,1.5734853333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,4,4,128,1,float16,fp8,0,1.7984979999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,1,128,1,float16,fp8,0,0.7856593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,2,128,1,float16,fp8,0,0.8334213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,4,4,128,1,float16,fp8,0,0.9332439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,1,128,1,float16,fp8,0,0.4385766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,2,128,1,float16,fp8,0,0.458796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,4,4,128,1,float16,fp8,0,0.51259
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,1,128,1,float16,fp8,0,0.2519746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,2,128,1,float16,fp8,0,0.26558133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,4,4,128,1,float16,fp8,0,0.29305466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,1,128,1,float16,fp8,0,0.163566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,2,128,1,float16,fp8,0,0.17402666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,4,4,128,1,float16,fp8,0,0.18755533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,1,128,1,float16,fp8,0,0.17432133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,2,128,1,float16,fp8,0,0.17325533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,4,4,128,1,float16,fp8,0,0.17381
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,1,128,1,float16,fp8,0,0.458588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,2,128,1,float16,fp8,0,0.5180673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,1,128,1,float16,fp8,0,0.8583033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,4,4,128,1,float16,fp8,0,0.6251093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,2,128,1,float16,fp8,0,5.1692073333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,4,4,128,1,float16,fp8,0,0.3391093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,1,128,1,float16,fp8,0,0.169364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,2,128,1,float16,fp8,0,0.18344733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,4,4,128,1,float16,fp8,0,0.20007866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,1,128,1,float16,fp8,0,0.14787933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,2,128,1,float16,fp8,0,0.121498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,4,4,128,1,float16,fp8,0,0.13233133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,2,128,1,float16,fp8,0,0.19196666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,4,128,1,float16,fp8,0,0.13768733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,4,1,128,1,float16,fp8,0,0.14168266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,1,128,1,float16,fp8,0,0.18967866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,2,128,1,float16,fp8,0,0.16178066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,4,4,128,1,float16,fp8,0,0.17736333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,1,128,1,float16,fp8,0,0.18058733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,2,128,1,float16,fp8,0,0.210522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,1,128,1,float16,fp8,0,0.2414793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,4,4,128,1,float16,fp8,0,0.2635186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,2,128,1,float16,fp8,0,0.13779133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,4,4,128,1,float16,fp8,0,0.14239333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,1,128,1,float16,fp8,0,0.6194066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,2,128,1,float16,fp8,0,0.20114466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,4,4,128,1,float16,fp8,0,0.24095066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,2,128,1,float16,fp8,0,0.16701533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,4,128,1,float16,fp8,0,0.80912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,4,1,128,1,float16,fp8,0,0.6118753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,1,128,1,float16,fp8,0,0.1673273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,2,128,1,float16,fp8,0,0.276354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,4,4,128,1,float16,fp8,0,0.12207866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,1,128,1,float16,fp8,0,0.13256533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,2,128,1,float16,fp8,0,0.13006933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,4,4,128,1,float16,fp8,0,0.1552373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,1,128,1,float16,fp8,0,0.5073033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,2,128,1,float16,fp8,0,0.20841600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,4,4,128,1,float16,fp8,0,0.16360933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,1,128,1,float16,fp8,0,0.17899266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,2,128,1,float16,fp8,0,0.18110733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,4,4,128,1,float16,fp8,0,0.15424066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,1,128,1,float16,fp8,0,0.17075066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,2,128,1,float16,fp8,0,0.23237066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,4,4,128,1,float16,fp8,0,0.17332466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,1,128,1,float16,fp8,0,0.15003733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,2,128,1,float16,fp8,0,2.5357106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,4,4,128,1,float16,fp8,0,0.19061466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,1,128,1,float16,fp8,0,0.217438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,2,128,1,float16,fp8,0,0.16763066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,1,128,1,float16,fp8,0,0.18796266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,4,4,128,1,float16,fp8,0,0.159406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,2,128,1,float16,fp8,0,0.158002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,4,4,128,1,float16,fp8,0,0.3657593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,1,128,1,float16,fp8,0,0.136188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,2,128,1,float16,fp8,0,0.12999999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,4,4,128,1,float16,fp8,0,0.123344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,1,128,1,float16,fp8,0,0.15281933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,2,128,1,float16,fp8,0,0.21905
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,4,4,128,1,float16,fp8,0,0.160238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,1,128,1,float16,fp8,0,0.21546200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,2,128,1,float16,fp8,0,0.14582533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,4,4,128,1,float16,fp8,0,0.5113593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,1,128,1,float16,fp8,0,0.13961133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,2,128,1,float16,fp8,0,0.135356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,4,4,128,1,float16,fp8,0,0.14478533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,1,128,1,float16,fp8,0,0.16935533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,2,128,1,float16,fp8,0,0.18286666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,4,4,128,1,float16,fp8,0,0.2169873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,1,128,1,float16,fp8,0,0.151034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,4,128,1,float16,fp8,0,0.1548473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,4,2,128,1,float16,fp8,0,0.13568533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,1,128,1,float16,fp8,0,0.21183066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,2,128,1,float16,fp8,0,0.508508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,4,4,128,1,float16,fp8,0,0.15310533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,1,128,1,float16,fp8,0,0.16841066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,2,128,1,float16,fp8,0,0.15916333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,4,4,128,1,float16,fp8,0,0.163566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,1,128,1,float16,fp8,0,0.145418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,2,128,1,float16,fp8,0,0.144248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,4,4,128,1,float16,fp8,0,0.8155073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,1,128,1,float16,fp8,0,0.20023466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,2,128,1,float16,fp8,0,0.44024066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,4,4,128,1,float16,fp8,0,0.17262266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,1,128,1,float16,fp8,0,0.11817
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,2,128,1,float16,fp8,0,0.30821266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,4,4,128,1,float16,fp8,0,0.27321666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,1,128,1,float16,fp8,0,0.17729399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,2,128,1,float16,fp8,0,0.21115466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,4,4,128,1,float16,fp8,0,0.8147533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,1,128,1,float16,fp8,0,0.261638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,2,128,1,float16,fp8,0,0.24104599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,4,4,128,1,float16,fp8,0,0.24010999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,1,128,1,float16,fp8,0,0.28175333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,2,128,1,float16,fp8,0,0.22156333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,4,4,128,1,float16,fp8,0,0.19096133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,1,128,1,float16,fp8,0,0.20130933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,2,128,1,float16,fp8,0,0.21879866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,4,4,128,1,float16,fp8,0,0.6986979999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,1,128,1,float16,fp8,0,0.21417066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,2,128,1,float16,fp8,0,0.161746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,4,4,128,1,float16,fp8,0,0.16025533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,1,128,1,float16,fp8,0,0.19173266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,2,128,1,float16,fp8,0,0.14103266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,4,4,128,1,float16,fp8,0,0.15114666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,1,128,1,float16,fp8,0,0.21198666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,2,128,1,float16,fp8,0,0.266812
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,4,4,128,1,float16,fp8,0,0.15587866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,0,0.16157266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,0,0.16850600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,0,0.18406266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,0,0.14823466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,0,0.2047933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,0,0.15899866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,0,0.18689666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,0,0.1827713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,0,0.15708333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,0,0.14511466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,0,0.137072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,0,0.12930666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,0,0.14612866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,0,0.15315733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,0,0.14988133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,0,0.15988266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,0,0.142532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,0,0.15411933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16384,2,1,128,1,float16,fp8,0,37.47475333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,2,1,128,1,float16,fp8,0,19.055226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,2,2,128,1,float16,fp8,0,19.590592666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,2,1,128,1,float16,fp8,0,10.029335333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,2,2,128,1,float16,fp8,0,10.039683333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,2,1,128,1,float16,fp8,0,5.438307333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,2,2,128,1,float16,fp8,0,5.382676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,12288,2,1,128,1,float16,fp8,0,21.368741333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,2,1,128,1,float16,fp8,0,10.959788666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,2,2,128,1,float16,fp8,0,11.241654666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,2,1,128,1,float16,fp8,0,5.889476666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,2,2,128,1,float16,fp8,0,5.8607206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,2,1,128,1,float16,fp8,0,3.0633546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,2,2,128,1,float16,fp8,0,3.5910593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,10240,2,1,128,1,float16,fp8,0,14.985784666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,2,1,128,1,float16,fp8,0,7.707058666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,2,2,128,1,float16,fp8,0,8.143486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,2,1,128,1,float16,fp8,0,4.105486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,2,2,128,1,float16,fp8,0,4.1578333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,2,1,128,1,float16,fp8,0,2.252969333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,2,2,128,1,float16,fp8,0,2.285166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,2,1,128,1,float16,fp8,0,9.890226666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,8192,2,1,128,1,float16,fp8,0,19.251829999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,2,2,128,1,float16,fp8,0,10.066567333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,2,1,128,1,float16,fp8,0,5.169302666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,2,2,128,1,float16,fp8,0,5.186644666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,2,1,128,1,float16,fp8,0,2.7973226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,2,2,128,1,float16,fp8,0,2.810383333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,2,1,128,1,float16,fp8,0,1.5085806666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,2,2,128,1,float16,fp8,0,1.549877333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,6144,2,1,128,1,float16,fp8,0,11.141346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,2,1,128,1,float16,fp8,0,5.664654666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,2,2,128,1,float16,fp8,0,5.813747333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,2,1,128,1,float16,fp8,0,2.997436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,2,2,128,1,float16,fp8,0,3.0859140000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,2,1,128,1,float16,fp8,0,1.678924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,2,2,128,1,float16,fp8,0,1.7257586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,2,1,128,1,float16,fp8,0,0.9510626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,2,2,128,1,float16,fp8,0,1.276912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,4096,2,1,128,1,float16,fp8,0,10.077097333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,2,1,128,1,float16,fp8,0,5.100264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,2,2,128,1,float16,fp8,0,5.343485333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,2,2,128,1,float16,fp8,0,2.782944666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,2,1,128,1,float16,fp8,0,2.698826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,2,1,128,1,float16,fp8,0,1.4917153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,2,2,128,1,float16,fp8,0,1.509482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,2,1,128,1,float16,fp8,0,0.8164086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,2,2,128,1,float16,fp8,0,0.8491339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,2,1,128,1,float16,fp8,0,0.5141413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,2,2,128,1,float16,fp8,0,0.5023633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,3072,2,1,128,1,float16,fp8,0,5.808096666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,2,1,128,1,float16,fp8,0,3.00638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,2,2,128,1,float16,fp8,0,3.17902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,2,1,128,1,float16,fp8,0,1.6042346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,2,2,128,1,float16,fp8,0,1.6695033333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,2,1,128,1,float16,fp8,0,0.8811140000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,2,2,128,1,float16,fp8,0,0.9283473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,2,1,128,1,float16,fp8,0,0.5289006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,2,1,128,1,float16,fp8,0,0.3381993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,2,2,128,1,float16,fp8,0,2.0220286666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,2,2,128,1,float16,fp8,0,0.340236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,2,1,128,1,float16,fp8,0,2.765845333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,2,2,128,1,float16,fp8,0,2.986940666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,2,1,128,1,float16,fp8,0,1.454405333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,2,2,128,1,float16,fp8,0,1.5488113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,2,1,128,1,float16,fp8,0,0.7992313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,2,2,128,1,float16,fp8,0,0.8524533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,2,1,128,1,float16,fp8,0,0.44225999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,2,2,128,1,float16,fp8,0,0.464542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,2,1,128,1,float16,fp8,0,0.28385066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,2,2,128,1,float16,fp8,0,0.29534266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,2,1,128,1,float16,fp8,0,0.19290266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,2,2,128,1,float16,fp8,0,0.22337466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,2,1,128,1,float16,fp8,0,1.7733386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,2,2,128,1,float16,fp8,0,1.8539646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,2,1,128,1,float16,fp8,0,0.8937759999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,2,2,128,1,float16,fp8,0,0.9471713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,2,1,128,1,float16,fp8,0,0.5632813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,2,2,128,1,float16,fp8,0,0.5307726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,2,1,128,1,float16,fp8,0,1.1698006666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,2,2,128,1,float16,fp8,0,0.5183273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,2,1,128,1,float16,fp8,0,0.20817333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,2,1,128,1,float16,fp8,0,0.17932199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,2,2,128,1,float16,fp8,0,0.252772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,2,2,128,1,float16,fp8,0,0.20062466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,2,1,128,1,float16,fp8,0,0.8425906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,2,2,128,1,float16,fp8,0,0.9317273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,2,1,128,1,float16,fp8,0,0.4598533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,2,2,128,1,float16,fp8,0,0.506376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,2,1,128,1,float16,fp8,0,0.258492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,2,2,128,1,float16,fp8,0,0.28613
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,2,1,128,1,float16,fp8,0,0.18798866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,2,2,128,1,float16,fp8,0,0.2849426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,2,1,128,1,float16,fp8,0,0.15827933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,2,2,128,1,float16,fp8,0,0.15530666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,2,1,128,1,float16,fp8,0,0.11592533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,2,2,128,1,float16,fp8,0,0.15391133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,2,1,128,1,float16,fp8,0,0.2848213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,2,2,128,1,float16,fp8,0,0.344786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,2,1,128,1,float16,fp8,0,0.17325533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,2,2,128,1,float16,fp8,0,0.20530466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,2,1,128,1,float16,fp8,0,0.18655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,2,2,128,1,float16,fp8,0,0.18200866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,2,1,128,1,float16,fp8,0,0.14420466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,2,2,128,1,float16,fp8,0,0.12236466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,2,1,128,1,float16,fp8,0,0.12398533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,2,2,128,1,float16,fp8,0,0.14213333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,2,1,128,1,float16,fp8,0,0.1807
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,2,2,128,1,float16,fp8,0,0.3884833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,2,1,128,1,float16,fp8,0,0.18466933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,2,2,128,1,float16,fp8,0,0.1849293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,2,1,128,1,float16,fp8,0,0.17589866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,2,2,128,1,float16,fp8,0,0.14098066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,2,1,128,1,float16,fp8,0,0.15183133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,2,2,128,1,float16,fp8,0,0.15322666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,2,2,128,1,float16,fp8,0,0.182624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,2,1,128,1,float16,fp8,0,0.1972533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,2,1,128,1,float16,fp8,0,0.16169399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,2,2,128,1,float16,fp8,0,0.13321533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,2,1,128,1,float16,fp8,0,0.1564593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,2,2,128,1,float16,fp8,0,0.16167666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,2,1,128,1,float16,fp8,0,0.132964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,2,2,128,1,float16,fp8,0,0.141856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,2,1,128,1,float16,fp8,0,0.126724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,2,2,128,1,float16,fp8,0,0.14180399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,2,1,128,1,float16,fp8,0,0.12954933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,2,2,128,1,float16,fp8,0,0.12745199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,2,2,128,1,float16,fp8,0,0.1783773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,2,1,128,1,float16,fp8,0,0.19649933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,2,2,128,1,float16,fp8,0,0.18258066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,2,1,128,1,float16,fp8,0,0.13598866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,2,1,128,1,float16,fp8,0,0.12950599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,2,2,128,1,float16,fp8,0,0.15377266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,2,1,128,1,float16,fp8,0,0.14910133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,2,2,128,1,float16,fp8,0,0.15353
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,2,1,128,1,float16,fp8,0,0.48399866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,2,2,128,1,float16,fp8,0,0.18070866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,2,1,128,1,float16,fp8,0,0.26167266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,2,2,128,1,float16,fp8,0,0.6888266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,2,1,128,1,float16,fp8,0,0.15091266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,2,2,128,1,float16,fp8,0,0.144014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,2,1,128,1,float16,fp8,0,0.19051066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,2,2,128,1,float16,fp8,0,0.17213733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,2,1,128,1,float16,fp8,0,0.21861666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,2,2,128,1,float16,fp8,0,0.19337066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,2,1,128,1,float16,fp8,0,0.19161999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,2,2,128,1,float16,fp8,0,0.21836533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,2,1,128,1,float16,fp8,0,0.160524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,2,2,128,1,float16,fp8,0,0.1568493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,2,1,128,1,float16,fp8,0,0.198848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,2,2,128,1,float16,fp8,0,0.17684333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,2,1,128,1,float16,fp8,0,0.21159666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,2,2,128,1,float16,fp8,0,0.14270533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,2,1,128,1,float16,fp8,0,0.18396733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,2,2,128,1,float16,fp8,0,0.18742533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,2,1,128,1,float16,fp8,0,0.171444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,2,2,128,1,float16,fp8,0,0.200044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,2,1,128,1,float16,fp8,0,0.16788199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,2,2,128,1,float16,fp8,0,0.54652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,2,1,128,1,float16,fp8,0,0.19869199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,2,2,128,1,float16,fp8,0,0.17582066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,2,1,128,1,float16,fp8,0,0.400868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,2,2,128,1,float16,fp8,0,0.17309066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,2,1,128,1,float16,fp8,0,0.663858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,2,2,128,1,float16,fp8,0,0.83109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,2,1,128,1,float16,fp8,0,0.5060813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,2,2,128,1,float16,fp8,0,0.43887133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,2,1,128,1,float16,fp8,0,0.149994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,2,2,128,1,float16,fp8,0,0.24056933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,0,0.17662666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,0,0.20751466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,0,0.7405666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,0,0.17901866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,0,0.15032333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,0,0.18817066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,0,0.49382666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,0,0.20309466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,0,0.13142133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,0,0.21079066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,0,0.26513933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,0,0.171548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16384,1,1,128,1,float16,fp8,0,10.007842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16384,1,1,128,1,float16,fp8,0,5.340434666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16384,1,1,128,1,float16,fp8,0,2.882169333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,12288,1,1,128,1,float16,fp8,0,5.813123333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,12288,1,1,128,1,float16,fp8,0,3.109669333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,12288,1,1,128,1,float16,fp8,0,1.8700846666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,10240,1,1,128,1,float16,fp8,0,4.151073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,10240,1,1,128,1,float16,fp8,0,2.275554666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,10240,1,1,128,1,float16,fp8,0,1.753414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,8192,1,1,128,1,float16,fp8,0,5.393977333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,8192,1,1,128,1,float16,fp8,0,2.7897999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,8192,1,1,128,1,float16,fp8,0,1.5569579999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,8192,1,1,128,1,float16,fp8,0,0.8889053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,6144,1,1,128,1,float16,fp8,0,3.0778366666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,6144,1,1,128,1,float16,fp8,0,3.1937533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,6144,1,1,128,1,float16,fp8,0,0.9728766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,6144,1,1,128,1,float16,fp8,0,0.5948193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,4096,1,1,128,1,float16,fp8,0,2.7762626666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,4096,1,1,128,1,float16,fp8,0,1.49162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,4096,1,1,128,1,float16,fp8,0,0.8255433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,4096,1,1,128,1,float16,fp8,0,0.5128846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,4096,1,1,128,1,float16,fp8,0,0.35099133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,3072,1,1,128,1,float16,fp8,0,1.6667473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,3072,1,1,128,1,float16,fp8,0,0.9309126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,3072,1,1,128,1,float16,fp8,0,0.5378186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,3072,1,1,128,1,float16,fp8,0,0.34458666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,3072,1,1,128,1,float16,fp8,0,0.273234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,2048,1,1,128,1,float16,fp8,0,1.5749759999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,2048,1,1,128,1,float16,fp8,0,0.8474786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,2048,1,1,128,1,float16,fp8,0,0.47640666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,2048,1,1,128,1,float16,fp8,0,0.2893193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,2048,1,1,128,1,float16,fp8,0,0.221728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,2048,1,1,128,1,float16,fp8,0,0.2165193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1536,1,1,128,1,float16,fp8,0,0.982644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1536,1,1,128,1,float16,fp8,0,0.5262833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1536,1,1,128,1,float16,fp8,0,0.31324799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1536,1,1,128,1,float16,fp8,0,0.20026933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1536,1,1,128,1,float16,fp8,0,1.704144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1536,1,1,128,1,float16,fp8,0,0.14090266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1024,1,1,128,1,float16,fp8,0,0.522574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1024,1,1,128,1,float16,fp8,0,0.283946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1024,1,1,128,1,float16,fp8,0,0.199524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1024,1,1,128,1,float16,fp8,0,0.13992333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1024,1,1,128,1,float16,fp8,0,1.3238679999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1024,1,1,128,1,float16,fp8,0,0.23468466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,512,1,1,128,1,float16,fp8,0,0.19526866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,512,1,1,128,1,float16,fp8,0,0.20422133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,512,1,1,128,1,float16,fp8,0,0.172432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,512,1,1,128,1,float16,fp8,0,0.36373999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,512,1,1,128,1,float16,fp8,0,0.16944199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,512,1,1,128,1,float16,fp8,0,0.37401866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,256,1,1,128,1,float16,fp8,0,0.5162646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,256,1,1,128,1,float16,fp8,0,0.367484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,256,1,1,128,1,float16,fp8,0,2.138751333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,256,1,1,128,1,float16,fp8,0,0.21475133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,256,1,1,128,1,float16,fp8,0,0.15259399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,256,1,1,128,1,float16,fp8,0,0.39587599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,128,1,1,128,1,float16,fp8,0,0.148018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,128,1,1,128,1,float16,fp8,0,0.24087266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,128,1,1,128,1,float16,fp8,0,0.162188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,128,1,1,128,1,float16,fp8,0,0.17298666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,128,1,1,128,1,float16,fp8,0,0.1857093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,128,1,1,128,1,float16,fp8,0,0.16788199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,64,1,1,128,1,float16,fp8,0,0.154934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,64,1,1,128,1,float16,fp8,0,0.18498133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,64,1,1,128,1,float16,fp8,0,0.8388119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,64,1,1,128,1,float16,fp8,0,0.25519
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,64,1,1,128,1,float16,fp8,0,0.14403133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,64,1,1,128,1,float16,fp8,0,0.30933066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,32,1,1,128,1,float16,fp8,0,0.47736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,32,1,1,128,1,float16,fp8,0,0.18915866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,32,1,1,128,1,float16,fp8,0,0.45214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,32,1,1,128,1,float16,fp8,0,0.274872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,32,1,1,128,1,float16,fp8,0,0.16547266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,32,1,1,128,1,float16,fp8,0,0.20086733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,16,1,1,128,1,float16,fp8,0,0.17043
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,16,1,1,128,1,float16,fp8,0,0.43283066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,16,1,1,128,1,float16,fp8,0,0.18128933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,16,1,1,128,1,float16,fp8,0,0.16753533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,16,1,1,128,1,float16,fp8,0,0.1684973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,16,1,1,128,1,float16,fp8,0,0.18295333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,0,0.20416066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,0,0.219128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,0,0.18783266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,0,0.19344866666666669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,0,0.20174266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],context_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,0,0.16778666666666667
