framework,version,device,op_name,kernel_source,batch_size,isl,num_heads,num_key_value_heads,head_dim,beam_width,attn_dtype,kv_cache_dtype,step,latency
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,1,0.26744466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,7,0.1862033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,15,0.17354133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,31,0.16295066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,63,0.15804533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,127,0.24783199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,255,0.4331253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,511,0.793546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,1023,1.5046286666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,2047,3.017568666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,3,0.21033133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,31,0.17223266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,3,0.22217866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,127,0.26333666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,511,0.8082966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,255,0.4467666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,1023,1.5386366666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,4095,6.368804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,1,0.20907466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,3,0.20316399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,7,0.19738333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,15,0.1832393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,31,0.16799466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,2047,3.094381333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,63,0.16789933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,255,0.440752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,127,0.26480133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,511,0.8341926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,1023,1.6243933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,2047,3.202342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,1,0.10812533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,float16,4095,6.501386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,3,0.10307266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,15,0.21934466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,7,0.17392266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,31,0.10223199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,63,0.12299733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,127,0.12207
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,255,0.16900866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,1023,0.35633866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,2047,0.676052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,1,0.225654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,4095,1.310764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,3,0.10145199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,1,0.09974466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,7,0.11349866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,15,0.148304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,31,0.10058533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,63,0.12317933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,float16,511,0.21831333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,127,0.10240533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,255,0.10530866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,1023,0.09779466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,511,0.169494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,2047,0.14306066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,4095,0.24452133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,8191,0.48491733333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,float16,16383,0.9514526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,1,0.10464133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,7,0.2310013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,15,0.10014333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,7,0.09996133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,3,0.17095866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,15,0.22304533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,63,0.10077599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,31,0.134706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,127,0.145314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,255,0.109642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,511,0.105612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,4095,0.269074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,1023,0.16071466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,8191,0.5152853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,16383,1.0065293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,7,0.10293399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,15,0.10298600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,float16,63,0.1850333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,1,0.09966666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,31,0.10061133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,float16,2047,0.17205066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,63,0.09782933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,3,0.13375266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,127,0.10112266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,2047,0.15273266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,255,0.216476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,4095,0.28520266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,8191,0.5593466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,1023,0.151606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,1,0.10348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,511,0.19222666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,float16,16383,1.1364599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,127,0.10677333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,255,0.10499666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,31,0.10601933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,3,0.15664999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,511,0.10633133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,7,0.134524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,15,0.163956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,63,0.13250466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,1023,0.125242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,4095,0.12275466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,2047,0.16328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,3,0.12369066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,8191,0.12302333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,1,0.12911599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,float16,16383,0.26281666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,7,0.14066866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,15,0.117416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,31,0.10302933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,63,0.1317593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,511,0.10875800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,1023,0.14559999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,127,0.17033466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,255,0.13716733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,2047,0.25486933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,4095,0.5041486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,1,0.147524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,3,0.12621266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,8191,0.9261719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,7,0.129662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,63,0.09904266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,31,0.13315466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,float16,16383,1.932918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,15,0.18444399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,127,0.12648133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,255,0.102778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,1023,0.14564333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,511,0.11149666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,1,0.11318666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,4095,0.485446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,2047,0.2613433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,8191,0.9532293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,7,0.134134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,3,0.113828
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,15,0.15990866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,31,0.10383533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,float16,16383,2.065925333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,63,0.13378733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,127,0.11527533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,255,0.11089866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,2047,0.26851933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,4095,0.5102066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,1023,0.149812
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,8191,1.09551
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,1,0.11298733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,511,0.11339466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,3,0.10532599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,7,0.11893266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,15,0.10634866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,31,0.11153133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,63,0.12200066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,float16,16383,2.24107
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,127,0.11871599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,255,0.10734533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,1023,0.12382933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,2047,0.11865533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,4095,0.11353333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,8191,0.20164733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,16383,0.3621973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,float16,511,0.19734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,1,0.3765753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,3,0.3659673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,7,0.35255133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,15,0.3259273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,31,0.3023713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,127,0.4640046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,63,0.300248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,255,0.81926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,1,0.37349866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,511,1.5207226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,7,0.35168466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,3,0.3800593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,15,0.33178599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,2047,5.986907333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,31,0.29374799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,float16,1023,2.9675446666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,63,0.2926733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,127,0.48462266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,255,0.8287933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,511,1.550848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,1,0.3714186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,3,0.3672326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,15,0.32990533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,7,0.35241266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,31,0.29194533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,63,0.3003173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,127,0.48307133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,255,0.8666839999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,1023,3.0461166666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,1,0.10063733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,float16,2047,6.093143333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,7,0.10093200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,2047,6.280066000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,511,1.6427059999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,3,0.22067933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,15,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,31,0.10476266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,63,0.10231866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,float16,1023,3.5350726666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,1,0.14951733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,127,0.16557666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,3,0.148382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,255,0.22477
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,7,0.16641733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,511,0.3492753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,15,0.13570266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,1023,0.6643433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,31,0.15203933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,63,0.11168733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,127,0.139204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,255,0.10406066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,float16,2047,1.27153
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,511,0.15556666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,1023,0.24462533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,2047,0.45181066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,1,0.12448799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,4095,0.8734093333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,8191,1.7640913333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,3,0.12057066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,7,0.100204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,15,0.106236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,31,0.108238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,63,0.12115999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,127,0.11124533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,255,0.1350353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,511,0.14106733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,1023,0.24804866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,float16,16383,3.706993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,2047,0.455702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,4095,0.8921726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,1,0.10637466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,3,0.10172066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,15,0.10617533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,31,0.10294266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,7,0.10162533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,8191,1.858246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,63,0.10224933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,127,0.10023
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,255,0.09992666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,511,0.14624133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,1023,0.24833466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,2047,0.483106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,float16,16383,3.9446766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,4095,0.9996826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,1,0.10074999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,3,0.101556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,7,0.102258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,8191,2.0293346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,15,0.10146066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,31,0.10356666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,63,0.10253533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,127,0.107848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,255,0.10102733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,511,0.10421666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,1023,0.11705199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,float16,4095,6.253043333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,2047,0.13482733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,4095,0.20827733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,float16,16383,4.320610666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,8191,0.363896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,float16,16383,0.6853513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,7,0.6672899999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,1,0.7141246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,63,0.5431053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,15,0.6191726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,31,0.5545453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,3,0.6974326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,127,0.9118893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,1,0.718432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,255,1.5955593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,511,3.0100199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,7,0.6759306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,3,0.70759
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,31,0.5728753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,15,0.629798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,63,0.5745913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,127,0.9132326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,float16,1023,5.896826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,255,1.6652133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,511,3.0835306666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,3,0.7177733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,7,0.6894073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,1,0.7239006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,15,0.63466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,63,0.5688626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,float16,1023,6.018930666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,31,0.5628393333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,127,0.9561933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,255,1.693536
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,1,0.17763199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,3,0.13021666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,511,3.198598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,15,0.13149066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,31,0.132574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,7,0.13274733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,63,0.12967933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,127,0.210938
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,255,0.363896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,1023,1.2726913333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,float16,1023,6.2301546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,1,1.4183086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,float16,511,0.7096353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,3,1.3833733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,7,1.3190926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,15,1.2236553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,31,1.0651593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,63,1.0678373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,255,3.1609586666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,1,1.4042253333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,float16,127,1.7976659999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,7,1.3267713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,3,1.3800886666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,15,1.2181173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,31,1.092208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,63,1.097486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,127,1.7976833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,float16,255,3.241082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,1,1.4086366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,7,1.3166746666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,3,1.3869786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,15,1.238016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,63,1.124396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,31,1.0848673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,127,1.8738026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,1,0.23333266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,float16,255,3.350403333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,3,0.161408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,7,0.23263066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,15,0.233688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,31,0.232726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,63,0.23435533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,127,0.39476666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,float16,255,0.7177993333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,1,2.7659233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,31,2.1042146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,3,2.7148246666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,15,2.3922513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,7,2.599003333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,63,2.093459333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,float16,127,3.482110666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,1,2.77706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,3,2.7079606666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,7,2.6160593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,15,2.4114133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,31,2.103166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,63,2.151266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,float16,127,3.57084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,1,2.7689306666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,3,2.7494306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,7,2.607531333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,15,2.4085446666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,31,2.137174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,63,2.2212666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,float16,127,3.7160499999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,1,0.29977133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,1,0.21924066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,3,0.147966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,3,0.4292686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,7,0.11838666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,15,0.13844133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,31,0.11146199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,63,0.128362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,127,0.11178266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,7,0.4344426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,255,0.13723666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,15,0.37375866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,511,0.228644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,2047,0.7818459999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,1023,0.4305513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,4095,1.5611873333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,1,0.15367733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,3,0.11347266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,8191,3.349346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,31,0.42711933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,7,0.15781133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,15,0.10831599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,31,0.10948599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,63,0.13103133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,127,0.12360399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,255,0.13779133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,511,0.23374866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,float16,16383,6.938507333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,1023,0.4173173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,2047,0.7949066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,1,0.13568533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,4095,1.6404179999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,3,0.11558733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,7,0.12805
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,15,0.10943399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,8191,3.4338546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,31,0.11775399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,63,0.12514666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,127,0.11465133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,255,0.14174333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,511,0.23453733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,1023,0.43016133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,2047,0.8724213333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,float16,16383,7.2667573333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,4095,1.7333246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,1,0.11446933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,63,0.43717266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,3,0.108238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,7,0.10610599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,15,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,8191,3.6351033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,63,0.10681666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,127,0.11287466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,31,0.15925866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,255,0.11928799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,511,0.10874066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,1023,0.13778266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,2047,0.22913799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,4095,0.37597733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,float16,16383,7.6021313333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,8191,0.6964619999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,float16,16383,1.331434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,float16,127,0.7432099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,7,5.145599333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,15,4.742816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,31,4.135924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,1,5.474481999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,3,5.376696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,float16,63,4.131105333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,1,5.509989333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,3,5.370378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,15,4.750338666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,7,5.159076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,31,4.199554666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,1,5.509044666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,float16,63,4.219973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,3,5.383013999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,7,5.172405333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,31,4.233337333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,15,4.780126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,float16,63,4.41428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,3,0.8165126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,1,0.8231426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,7,0.8257253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,15,0.6912446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,31,0.8232119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,float16,63,0.8204473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,float16,15,9.420423999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,float16,7,10.219845999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,float16,1,10.942776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,float16,3,10.726819999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,float16,31,8.237632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,float16,1,10.933797333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,float16,3,10.797384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,float16,7,10.262269333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,float16,15,9.486203999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,float16,31,8.301817333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,float16,1,10.99124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,float16,3,10.754336666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,float16,7,10.465953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,float16,15,9.517923999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,1,0.141076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,3,0.12470466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,7,0.1280413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,15,0.13529533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,31,0.11570866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,63,0.12021533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,127,0.14534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,255,0.23744933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,511,0.4095173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,1023,0.771602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,2047,1.5069513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,4095,3.112876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,float16,8191,6.592282666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,1,0.12097799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,3,0.12272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,7,0.11799666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,15,0.15245533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,31,0.13212333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,63,0.112658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,127,0.150566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,255,0.23830733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,511,0.41768999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,1023,0.7835706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,2047,1.5590553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,float16,1,1.3150886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,4095,3.192401333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,float16,3,1.3133986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,float16,31,8.399005333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,1,0.12220866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,3,0.12574466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,7,0.201422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,15,0.11340333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,31,0.11478133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,63,0.11888066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,float16,8191,6.708459333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,127,0.14878933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,255,0.244842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,511,0.42802066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,1023,0.8440726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,2047,1.6358506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,1,0.13050266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,3,0.11777133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,4095,3.3105279999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,7,0.12844866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,15,0.11400133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,31,0.21930133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,63,0.111826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,float16,8191,6.967835333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,127,0.11477266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,255,0.13245266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,511,0.111618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,1023,0.19968866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,2047,0.35478733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,4095,0.6656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,1,0.16446733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,float16,8191,1.3344673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,3,0.16330599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,7,0.156078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,15,0.145444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,31,0.13745333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,63,0.14072933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,127,0.19825866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,255,0.332904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,511,0.5974713333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,1023,1.1332966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,1,0.1638953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,2047,2.290184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,float16,4095,4.783020666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,3,0.16371333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,7,0.15497733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,15,0.14774933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,31,0.13927333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,63,0.13269533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,127,0.20740199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,255,0.33431666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,511,0.6014493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,float16,7,1.3426053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,1023,1.1759106666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,2047,2.3462313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,3,0.15976133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,1,0.16576733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,float16,4095,4.817652666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,7,0.16789933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,15,0.17894066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,31,0.13747933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,63,0.13923866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,127,0.20499266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,511,0.6408826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,255,0.356954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,1023,1.243944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,2047,2.44751
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,1,0.11783199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,3,0.15968333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,7,0.11615933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,15,0.11807466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,31,0.11555266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,float16,4095,4.9601413333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,63,0.14504533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,127,0.12111666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,255,0.12221733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,511,0.198978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,1,0.12072666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,3,0.11800533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,7,0.12005933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,15,0.11569999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,float16,15,1.1643666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,1023,0.36831600000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,31,0.12097799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,2047,0.6870933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,63,0.11595133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,127,0.12974866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,255,0.115336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,1023,0.11974733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,511,0.117936
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,2047,0.15205666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,4095,0.25265066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,1,0.114244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,float16,4095,1.3123153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,8191,0.4650446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,3,0.13362266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,float16,16383,0.9299419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,7,0.11950466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,15,0.132912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,31,0.11264066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,63,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,127,0.121498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,255,0.11883733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,511,0.12160199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,2047,0.15136333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,1023,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,4095,0.26981066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,1,0.12145466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,3,0.11711266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,8191,0.5295593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,7,0.11387133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,15,0.11839533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,float16,16383,1.0667106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,63,0.11141
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,31,0.11774533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,127,0.12671533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,511,0.11337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,255,0.15552333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,1023,0.116324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,2047,0.16119999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,4095,0.3186213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,1,0.12140266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,3,0.114972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,8191,0.583856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,7,0.10620999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,15,0.11792733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,float16,16383,1.131156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,31,0.11300466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,127,0.11397533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,63,0.16191933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,255,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,511,0.11355933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,2047,0.13038133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,1023,0.140764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,8191,0.144196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,4095,0.13817266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,1,0.108498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,3,0.11556999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,float16,16383,0.20736733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,7,0.11897599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,31,0.11212933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,15,0.1300953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,63,0.11065599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,127,0.10939066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,511,0.10803
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,1023,0.13848466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,255,0.14759333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,4095,0.460356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,2047,0.24700866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,1,0.12231266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,3,0.11958266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,7,0.113854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,8191,0.898326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,15,0.11813533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,31,0.11940933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,63,0.11359399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,127,0.11178266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,float16,16383,1.7934453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,511,0.11869866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,255,0.11706066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,1023,0.140556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,2047,0.24911466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,4095,0.4651833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,1,0.11693066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,3,0.121576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,8191,0.9189526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,7,0.11223333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,15,0.11387133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,float16,16383,1.861652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,31,0.12745199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,63,0.112528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,127,0.114972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,255,0.12124666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,511,0.11660999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,1023,0.15168399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,2047,0.26549466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,4095,0.48984866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,1,0.12590933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,3,0.10746666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,8191,1.0330493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,7,0.155662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,15,0.11700866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,31,0.10684266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,63,0.11657533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,float16,16383,2.053367333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,127,0.128102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,255,0.120302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,511,0.11004066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,1023,0.14371933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,2047,0.13758333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,4095,0.15034066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,8191,0.20564266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,float16,16383,0.3613393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,1,0.292734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,3,0.29028133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,15,0.26053733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,7,0.276458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,31,0.22992666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,63,0.23092333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,127,0.3714186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,255,0.6288533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,511,1.1633873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,float16,31,1.3927506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,1023,2.253862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,3,0.28652866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,1,0.304538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,7,0.2784253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,15,0.258648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,float16,2047,4.540943333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,127,0.36636599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,31,0.23770933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,255,0.6372426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,63,0.299572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,511,1.1955146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,1023,2.308427333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,1,0.295074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,float16,2047,4.640523333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,7,0.2818053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,3,0.297232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,15,0.25701
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,31,0.25911599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,63,0.243542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,127,0.3759253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,255,0.6655913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,511,1.2424013333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,1023,2.4013686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,1,0.11932266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,3,0.10851533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,float16,2047,4.780108666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,7,0.115622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,15,0.13209733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,31,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,63,0.13117866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,1,0.128076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,127,0.136344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,3,0.12636866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,255,0.20232333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,7,0.13541666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,15,0.12539799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,31,0.11284866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,63,0.11744199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,127,0.11782333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,511,0.5680999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,511,0.11904533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,255,0.111618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,1023,0.6596893333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,1023,0.19545066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,2047,0.35960600000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,4095,0.6723686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,1,0.11998999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,8191,1.3413053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,3,0.11613333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,7,0.113958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,15,0.11723399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,31,0.10568999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,float16,2047,1.2671793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,127,0.11012733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,63,0.126334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,float16,16383,2.82919
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,255,0.11647999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,511,0.11921866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,1023,0.199134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,2047,0.3582366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,4095,0.6996773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,1,0.1144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,3,0.11251066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,7,0.11149666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,8191,1.4377046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,15,0.12476533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,31,0.11506733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,63,0.12108199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,127,0.11334266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,255,0.11856866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,511,0.12475666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,float16,16383,3.0683553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,1023,0.20891866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,2047,0.38427999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,1,0.11480733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,4095,0.7956693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,3,0.11160066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,7,0.11552666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,8191,1.589068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,15,0.11732933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,31,0.11124533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,63,0.107198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,127,0.10776133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,255,0.11915799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,511,0.11289199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,1023,0.13207133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,float16,16383,3.458892666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,2047,0.13097066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,4095,0.20695133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,8191,0.3605853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,float16,16383,0.679874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,3,0.5356086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,1,0.5635846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,7,0.5163513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,15,0.4753233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,31,0.4221793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,63,0.43082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,127,0.6857153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,3,0.5357646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,1,0.5594073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,255,1.216332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,7,0.5181973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,1023,4.4714366666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,float16,511,2.2904266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,15,0.47846066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,31,0.42767399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,127,0.7143413333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,255,1.2452266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,63,0.4505886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,1,0.547404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,511,2.3530866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,float16,1023,4.577256666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,3,0.5414933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,31,0.43052533333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,7,0.5180846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,15,0.4870753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,63,0.43948666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,127,0.7572673333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,255,1.29792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,1,0.12303199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,3,0.13660399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,7,0.125294
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,511,2.4242833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,15,0.18564866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,float16,1023,4.717119333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,31,0.12564933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,63,0.12439266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,127,0.20818199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,255,0.36271733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,511,0.6639186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,float16,1023,1.2701433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,1,1.0596213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,7,0.996918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,3,1.044134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,15,0.9475353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,31,0.8118500000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,63,0.8143633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,127,1.342354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,1,1.0638506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,float16,255,2.403076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,3,1.0762266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,7,1.0029153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,31,0.8180466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,15,0.935688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,63,0.8305006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,127,1.3764486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,1,1.0921213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,float16,255,2.4739086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,3,1.0560593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,7,1.0097793333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,15,0.9278706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,31,0.8402333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,63,0.8641966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,127,1.4245313333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,1,0.23208466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,float16,255,2.5374526666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,3,0.23099266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,7,0.2339393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,15,0.2295453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,31,0.23116599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,127,0.3780573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,63,0.2441833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,float16,255,0.6870066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,1,2.0919946666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,3,2.0362506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,7,1.9638926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,31,1.5848733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,15,1.812763333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,63,1.5902553333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,float16,127,2.706513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,1,2.099153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,3,2.0437386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,7,1.9644993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,15,1.8186913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,31,1.6011926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,127,2.720076666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,float16,63,1.6522826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,1,2.0966313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,3,2.0592433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,7,1.9908546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,31,1.6095819999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,15,1.8276700000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,63,1.6852506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,float16,127,2.8334539999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,1,0.42097466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,1,0.15503799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,3,0.11866399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,7,0.4174386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,7,0.124774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,3,0.41067000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,15,0.11129733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,31,0.14477666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,63,0.118352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,127,0.12359533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,255,0.13317199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,511,0.17719
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,1023,0.31226866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,2047,0.586924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,4095,1.1720106666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,8191,2.4641066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,1,0.11734666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,3,0.12202666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,7,0.11187799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,15,0.11131466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,15,0.4179326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,31,0.11522333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,float16,16383,5.1930233333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,63,0.10954666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,127,0.11755466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,255,0.11617666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,31,0.42620066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,1023,0.3149553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,511,0.48307133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,2047,0.599872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,4095,1.2055853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,1,0.18199999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,7,0.11062133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,3,0.12047533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,8191,2.53279
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,15,0.13024266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,31,0.10775266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,63,0.12340466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,255,0.11647999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,127,0.13120466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,511,0.19506066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,float16,16383,5.4267286666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,1023,0.32911666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,63,0.429338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,2047,0.6595939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,4095,1.3171513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,1,0.11537066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,float16,127,0.7286153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,7,0.12072666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,8191,2.826988666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,3,0.15122466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,15,0.13292066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,31,0.12288466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,127,0.10884466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,63,0.15937133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,511,0.11723399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,255,0.15184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,1023,0.12943666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,2047,0.21474266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,float16,16383,5.617447333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,4095,0.3720426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,8191,0.6829853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,float16,16383,1.3174026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,15,3.567798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,7,3.8772153333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,1,4.136184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,3,4.048139333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,63,3.130703333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,float16,31,3.1227213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,1,4.157278666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,7,3.882077333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,3,4.047134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,15,3.5961986666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,31,3.1800686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,1,4.145552666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,float16,63,3.2202646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,3,4.064172666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,7,3.899454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,15,3.613991333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,31,3.1857019999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,3,0.79027
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,float16,63,3.3538006666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,1,0.8171626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,7,0.8056273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,31,0.8037726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,15,0.7813433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,float16,63,0.7852779999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,float16,1,8.211424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,float16,3,8.267228666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,float16,7,7.686137333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,float16,15,7.100981333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,float16,1,8.215627333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,float16,31,6.224651333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,float16,3,8.080011333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,float16,7,7.7129346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,float16,31,6.799545999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,float16,15,7.1738159999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,float16,1,8.27957
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,float16,3,8.104719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,float16,7,7.745296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,float16,15,7.194347333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,1,0.12097799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,3,0.12276333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,7,0.12408933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,15,0.112346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,31,0.11878533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,63,0.12455733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,127,0.13229666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,255,0.21748133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,511,0.34842599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,1023,0.5848006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,2047,1.138826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,4095,2.367369333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,float16,8191,5.027030666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,1,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,3,0.11255399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,7,0.117936
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,15,0.16035066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,31,0.11736399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,63,0.11297866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,127,0.12099533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,255,0.193102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,511,0.32535533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,1023,0.5968126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,2047,1.189994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,4095,2.439658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,float16,1,1.366846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,float16,8191,5.116964666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,float16,3,1.5553546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,float16,31,6.335064666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,1,0.15203066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,3,0.11103733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,7,0.152906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,31,0.11394066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,15,0.126074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,63,0.12444466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,255,0.19135133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,127,0.139256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,511,0.33347599999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,1023,0.6401633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,2047,1.2831433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,4095,2.5570826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,1,0.14150066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,3,0.12046666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,7,0.137878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,15,0.110188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,float16,8191,5.389756666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,31,0.146692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,63,0.11266666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,127,0.11323866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,255,0.184808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,511,0.12883
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,1023,0.2001653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,2047,0.366184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,4095,0.6627486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,1,0.15949266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,float16,8191,1.3171253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,3,0.15359933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,15,0.12818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,7,0.22288066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,31,0.24900199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,63,0.11708666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,127,0.22408533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,255,0.30907066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,511,0.5077539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,1023,0.9789173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,2047,2.0018006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,1,0.14761066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,float16,4095,4.202726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,3,0.14631066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,7,0.17551733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,15,0.15569666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,31,0.12466133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,63,0.144066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,float16,7,1.4181093333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,float16,31,1.538602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,127,0.17933933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,float16,15,1.5413059999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,255,0.2901253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,511,0.5163513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,1023,1.0175706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,1,0.14945666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,3,0.14218533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,7,0.14209866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,2047,2.0925926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,15,0.12850933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,31,0.11987733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,63,0.13334533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,255,0.30545666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,127,0.18499866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,float16,4095,4.381684666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,511,0.5639139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,1023,1.1213626666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,3,0.117156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,1,0.12301466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,2047,2.29008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,7,0.127582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,15,0.19859666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,31,0.121576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,63,0.11333399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,127,0.12011133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,255,0.121186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,float16,4095,4.643513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,511,0.20489733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,1,0.12197466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,3,0.12376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,7,0.11844733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,15,0.12094333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,31,0.11284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,1023,0.3780226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,63,0.112242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,127,0.11979066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,255,0.12052733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,511,0.11435666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,2047,0.6747
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,1023,0.112216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,2047,0.1433033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,4095,0.251524
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,1,0.11662733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,7,0.10716333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,3,0.11915799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,8191,0.46819066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,float16,16383,0.8946513333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,15,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,31,0.11591666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,63,0.11175666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,127,0.11609866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,255,0.116948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,511,0.11721666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,1023,0.11592533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,2047,0.151502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,float16,4095,1.305148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,4095,0.26994066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,1,0.11625466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,8191,0.5215339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,7,0.11277933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,3,0.11485933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,15,0.11649733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,float16,16383,1.0991066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,31,0.11172199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,63,0.11214666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,127,0.115128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,255,0.116194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,511,0.11132333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,1023,0.12187933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,2047,0.160628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,4095,0.3017646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,1,0.11333399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,3,0.11612466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,8191,0.5809179999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,7,0.116948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,15,0.11121066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,float16,16383,1.1502486666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,31,0.11942666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,63,0.11863800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,127,0.10725866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,255,0.11648866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,511,0.11514533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,1023,0.148174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,2047,0.13776533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,1,0.11620266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,4095,0.143624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,8191,0.14149199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,float16,16383,0.20686466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,3,0.11478133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,15,0.10517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,7,0.12343066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,31,0.11706066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,63,0.11139266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,127,0.12092599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,255,0.11724266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,511,0.10370533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,1023,0.114296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,2047,0.14220266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,4095,0.250328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,8191,0.4891986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,1,0.10839399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,7,0.12418466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,15,0.11292666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,float16,16383,1.0000726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,3,0.12899466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,31,0.11773666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,63,0.10776133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,127,0.12205266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,255,0.11212933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,511,0.11231133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,1023,0.1144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,2047,0.152906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,4095,0.2765273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,1,0.12129866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,8191,0.5333466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,3,0.11902799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,7,0.116558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,15,0.10609733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,float16,16383,1.0914279999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,63,0.11448666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,127,0.124514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,255,0.11563933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,31,0.11820466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,511,0.106184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,1023,0.11563066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,2047,0.16402533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,4095,0.301496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,1,0.10434666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,3,0.15964866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,8191,0.6023073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,7,0.120016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,float16,16383,1.2205006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,15,0.11173066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,31,0.10819466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,127,0.12928066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,63,0.11438266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,255,0.10928666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,511,0.11791866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,2047,0.13222733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,1023,0.129272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,4095,0.13494866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,8191,0.22119066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,float16,16383,0.35941533333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,1,0.25194866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,7,0.242112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,15,0.22085266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,3,0.2637873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,31,0.20430800000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,63,0.20353666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,127,0.312052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,255,0.5366833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,511,0.972738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,1,0.257218
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,1023,2.020902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,7,0.2375533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,3,0.24634999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,float16,2047,4.128228
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,15,0.22093066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,31,0.20364066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,63,0.1996713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,127,0.3155273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,255,0.5375326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,511,1.0161666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,1023,2.049372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,1,0.251992
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,3,0.26571133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,7,0.267462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,15,0.23022999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,31,0.20399599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,float16,2047,4.272138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,63,0.21228133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,127,0.34319999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,255,0.5744266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,511,1.3140053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,3,0.12309266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,1,0.13186333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,1023,2.218502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,7,0.13068466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,15,0.11771066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,float16,2047,4.320238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,31,0.122616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,127,0.11897599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,63,0.11896733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,1,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,255,0.20521799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,3,0.12057066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,7,0.11685266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,511,0.3553853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,15,0.12837933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,31,0.10551666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,63,0.117676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,127,0.114686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,255,0.11414866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,511,0.11004933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,1023,0.14639733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,2047,0.2583013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,1023,0.687128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,4095,0.4819273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,1,0.11103733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,8191,0.9595126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,float16,2047,1.2689733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,3,0.11848199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,7,0.11710399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,float16,16383,2.0465726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,15,0.11839533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,63,0.11115866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,31,0.34008866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,127,0.11873333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,511,0.11481599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,255,0.14579066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,1023,0.15010666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,2047,0.2677913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,4095,0.5237006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,3,0.11294399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,1,0.11436533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,7,0.11082066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,8191,1.117376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,15,0.113412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,63,0.11244133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,31,0.132496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,127,0.135486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,float16,16383,2.162654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,255,0.11626333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,511,0.11245
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,1023,0.16158133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,2047,0.2914773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,4095,0.58604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,1,0.13884866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,3,0.11428733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,7,0.11238066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,8191,1.2015033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,15,0.11173066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,31,0.11318666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,63,0.12300599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,127,0.107796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,511,0.11281399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,255,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,1023,0.13482733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,float16,16383,2.4044106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,4095,0.20290399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,2047,0.14004466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,8191,0.35586199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,float16,16383,0.6740933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,1,0.468884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,7,0.4355693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,15,0.40403133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,3,0.45155066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,63,0.3561046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,31,0.3637573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,127,0.581516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,255,1.037192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,3,0.450424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,1,0.46527
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,7,0.43482399999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,511,1.9573233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,15,0.40799199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,float16,1023,4.177575999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,63,0.36269999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,31,0.3648926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,255,1.0613806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,127,0.591734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,511,2.0199226666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,1,0.4624446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,float16,1023,4.182949333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,7,0.441142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,3,0.45878733333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,15,0.4121606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,31,0.362856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,63,0.3866286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,127,0.634556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,1,0.13026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,255,1.1871426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,3,0.128128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,511,2.2526226666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,7,0.126698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,float16,1023,4.286828
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,15,0.13006066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,31,0.12892533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,63,0.12852666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,127,0.20796533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,255,0.3649186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,511,0.6673939999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,float16,1023,1.2792693333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,3,0.8768586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,1,0.8898326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,31,0.6866859999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,15,0.7759786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,7,0.8378586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,63,0.7023206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,127,1.1497546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,float16,255,2.0409046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,15,0.7774693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,1,0.8893386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,3,0.871884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,7,0.848432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,31,0.6927613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,63,0.7039413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,1,0.8973033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,127,1.1758153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,3,0.8808539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,float16,255,2.1141986666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,7,0.875914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,15,0.78884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,31,0.6983686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,63,0.7389979999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,127,1.3497813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,1,0.23828133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,float16,255,2.285036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,3,0.233506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,7,0.22881733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,15,0.23742333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,63,0.22893866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,31,0.23226666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,127,0.3731953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,float16,255,0.6913313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,1,1.7503026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,3,1.705756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,31,1.3228193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,15,1.5093086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,7,1.6430353333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,63,1.3535166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,float16,127,2.244086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,1,1.747642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,3,1.7035373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,15,1.5221353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,31,1.3768733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,7,1.640054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,63,1.3720373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,float16,127,2.3686779999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,1,1.7505106666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,3,1.7157486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,7,1.6459733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,63,1.4737233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,31,1.3660313333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,15,1.5353259999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,float16,127,2.661282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,1,0.415948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,1,0.15504666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,3,0.14098933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,3,0.421616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,7,0.11203400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,31,0.110942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,15,0.181844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,63,0.11245866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,127,0.17577733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,255,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,1023,0.26884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,511,0.17237133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,63,0.41145866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,2047,0.500838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,4095,0.9854866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,7,0.43300399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,15,0.422682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,1,0.11444333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,8191,2.044666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,31,0.41863466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,7,0.11386266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,3,0.145132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,31,0.11605533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,15,0.16412066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,float16,16383,4.215458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,63,0.12129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,127,0.14270533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,255,0.11738133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,511,0.162214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,1023,0.2792573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,2047,0.5166026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,4095,1.0376079999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,1,0.14381466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,3,0.11737266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,8191,2.182344666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,7,0.11931399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,15,0.12460066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,31,0.109564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,63,0.11736399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,127,0.11515399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,255,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,float16,16383,4.438208666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,511,0.16320199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,1023,0.28340866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,2047,0.5629
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,1,0.11264933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,3,0.11303933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,4095,1.1860246666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,float16,127,0.7241346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,7,0.11706066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,8191,2.402131333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,15,0.11305666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,31,0.126386
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,63,0.10802133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,127,0.11427
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,255,0.120016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,1023,0.13646533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,511,0.14287866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,float16,16383,4.813267333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,2047,0.2104613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,4095,0.3625873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,8191,0.6750120000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,float16,16383,1.3150106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,15,2.9861086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,1,3.443284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,31,2.6198986666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,3,3.4008346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,7,3.240232666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,float16,63,2.6554146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,1,3.455538666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,15,3.003433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,7,3.234469333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,3,3.3837526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,31,2.652563333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,1,3.4617699999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,float16,63,2.7663653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,3,3.4061559999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,31,2.697378666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,15,3.0222313333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,7,3.2581899999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,1,0.7931213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,float16,63,2.938641333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,3,0.7546413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,7,0.8025506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,15,0.7974546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,31,0.8136786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,float16,63,0.7946206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,float16,1,6.884297333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,float16,7,6.426255333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,float16,3,6.7318679999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,float16,31,5.239008666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,float16,15,6.168040666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,float16,3,6.718296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,float16,1,6.884799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,float16,15,5.9853993333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,float16,7,6.451561999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,float16,31,5.271690666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,float16,1,6.895849999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,float16,7,6.477596666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,float16,15,6.0230386666666655
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,float16,3,6.790004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,1,0.12411533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,3,0.13191533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,7,0.1782733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,15,0.11075133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,31,0.136708
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,63,0.13333666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,127,0.15796733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,255,0.164502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,511,0.280514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,1023,0.516646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,2047,0.9896206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,4095,2.0483926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,float16,8191,4.213924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,1,0.122616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,3,0.12219133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,7,0.16780399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,15,0.114686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,31,0.11393199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,63,0.114894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,127,0.11980799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,255,0.16496133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,511,0.285506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,float16,1,1.4546739999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,float16,31,5.326030666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,1023,0.528268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,2047,1.0327286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,1,0.11945266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,4095,2.367976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,float16,8191,4.41831
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,3,0.135824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,7,0.12338733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,15,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,31,0.12967933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,63,0.11360266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,127,0.11514533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,255,0.17667866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,511,0.288522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,1023,0.5551173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,2047,1.149876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,1,0.11561333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,4095,2.388923333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,3,0.11598599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,7,0.11274466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,float16,8191,4.752080666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,15,0.11283133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,float16,3,1.5477713333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,31,0.11887199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,63,0.10986733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,127,0.11056066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,255,0.10947733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,511,0.27275733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,1023,0.201448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,2047,0.3651613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,4095,0.6731573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,1,0.12138533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,3,0.12390733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,7,0.11752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,float16,8191,1.3535773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,15,0.11930533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,31,0.11814399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,255,0.23731066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,63,0.12361266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,127,0.14672666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,511,0.4203073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,1023,0.7765766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,2047,1.5572873333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,4095,3.187678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,1,0.12330066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,3,0.13624866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,7,0.11437399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,15,0.12294533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,31,0.11209466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,float16,8191,6.7683893333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,63,0.12322266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,127,0.15476066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,255,0.2417653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,511,0.4239733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,1023,0.8245206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,2047,1.6164459999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,1,0.12405466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,4095,3.2942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,3,0.12350866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,float16,31,1.5367906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,7,0.10992799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,15,0.11215533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,float16,15,1.5333326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,float16,7,1.5360106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,31,0.11851666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,float16,8191,6.915939333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,63,0.12003333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,127,0.124904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,511,0.12475666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,255,0.121498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,1023,0.20374466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,2047,0.3693473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,4095,0.6760173333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,1,0.1183
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,3,0.12952333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,7,0.14366733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,float16,8191,1.3316246666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,15,0.15751666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,31,0.14928333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,63,0.12193999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,255,0.12736533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,127,0.29569799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,511,0.20052933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,1,0.12863066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,3,0.126412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,15,0.1259873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,7,0.129688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,31,0.12021533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,1023,0.36023866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,63,0.119626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,127,0.132496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,255,0.11519733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,1023,0.125736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,511,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,4095,0.19703666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,2047,0.12801533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,2047,0.6738333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,8191,0.3660193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,1,0.12343066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,3,0.11219866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,16383,0.6989146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,4095,1.3158166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,float16,32767,1.366352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,7,0.12709666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,15,0.10986733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,31,0.11725999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,63,0.13575466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,127,0.11363733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,255,0.11568266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,511,0.11115866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,1023,0.11617666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,2047,0.13604933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,4095,0.20517466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,8191,0.3749546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,16383,0.7169326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,1,0.12463533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,3,0.11340333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,7,0.107666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,float16,32767,1.415726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,15,0.10848066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,63,0.11294399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,31,0.120848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,127,0.109252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,255,0.111956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,511,0.11525799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,1023,0.14410933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,2047,0.15581799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,4095,0.12882133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,8191,0.13066733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,1,0.1346453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,16383,0.14259266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,float16,32767,0.204646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,3,0.11023133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,7,0.11104599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,31,0.109954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,63,0.11005799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,float16,8191,2.53994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,15,0.18228599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,127,0.12554533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,255,0.11233733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,511,0.11063866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,1023,0.14154399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,4095,0.13585866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,8191,0.13424666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,2047,0.17121866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,16383,0.203398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,1,0.12670666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,3,0.11780600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,7,0.11934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,15,0.11347266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,float16,32767,0.36061133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,31,0.11272733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,63,0.11749399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,127,0.12096933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,255,0.11205133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,511,0.11827399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,1023,0.10781333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,2047,0.14885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,4095,0.27001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,8191,0.5132486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,1,0.11103733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,3,0.11181733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,16383,1.020708
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,7,0.11472066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,15,0.12505999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,31,0.12057933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,63,0.11456466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,127,0.11999866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,float16,32767,2.0433833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,255,0.12225199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,511,0.12217399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,1023,0.12947133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,2047,0.15627733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,4095,0.28539333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,8191,0.5611146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,1,0.12063133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,3,0.11095933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,16383,1.0730806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,7,0.10972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,15,0.147316
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,31,0.10722399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,63,0.107718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,127,0.11656666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,255,0.124462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,float16,32767,2.1447486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,511,0.130936
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,1023,0.13539933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,2047,0.1342033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,4095,0.13799066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,8191,0.12291933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,16383,0.201994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,1,0.115232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,3,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,7,0.11623733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,15,0.110604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,float16,32767,0.35958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,31,0.11134933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,127,0.11745066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,63,0.12135933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,255,0.11662733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,511,0.11176533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,1023,0.13599733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,2047,0.127296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,8191,0.19879599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,4095,0.14680466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,16383,0.35472666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,float16,32767,0.667784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,1,0.20759266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,3,0.20871933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,7,0.198848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,15,0.18433999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,31,0.17404399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,63,0.17270066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,255,0.4355
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,127,0.26315466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,511,0.794534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,1023,1.5412366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,1,0.20854599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,3,0.20413466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,2047,3.098957333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,7,0.23399133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,15,0.1951993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,float16,4095,6.395696666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,63,0.16926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,31,0.1684973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,127,0.26926466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,511,0.8365066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,255,0.44560533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,1023,1.6037059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,1,0.12543266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,2047,3.2074813333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,7,0.11660133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,3,0.12115999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,float16,4095,7.128610666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,15,0.14616333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,63,0.12583999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,31,0.13926466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,255,0.11522333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,127,0.18342133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,511,0.20309466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,1023,0.36783066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,2047,0.6810179999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,1,0.137098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,3,0.11417466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,float16,4095,1.3285133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,7,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,15,0.15320066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,31,0.118612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,63,0.119002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,127,0.14577333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,1,0.11443466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,255,0.19878733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,7,0.13056333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,3,0.15415399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,511,0.35219599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,15,0.110916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,31,0.12207
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,63,0.12985266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,127,0.117026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,1023,0.657098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,255,0.115804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,511,0.12193999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,1023,0.14501933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,2047,0.2539766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,4095,0.4809653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,8191,0.9550753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,2047,1.2595353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,1,0.11479
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,3,0.11472066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,7,0.12282399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,16383,2.0947506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,15,0.11695666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,31,0.10738866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,63,0.11589066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,127,0.12024133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,255,0.11448666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,511,0.14137933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,1023,0.14794866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,2047,0.2682333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,4095,0.4993993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,1,0.111176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,float16,32767,4.2649186666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,8191,1.0594826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,3,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,7,0.123058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,15,0.16928600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,31,0.110292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,16383,2.209948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,63,0.11719066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,127,0.10546466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,255,0.11870733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,511,0.11205999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,1023,0.13424666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,2047,0.133484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,4095,0.12656799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,float16,32767,4.563467999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,1,0.11435666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,8191,0.20526999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,3,0.110292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,float16,4095,2.498106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,16383,0.360594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,15,0.11146199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,7,0.113308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,31,0.14378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,float16,32767,0.6817806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,63,0.11712133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,127,0.11290066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,255,0.11652333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,511,0.10910466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,1023,0.16391266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,2047,0.165152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,4095,0.19741799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,8191,0.35345266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,16383,0.6702193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,float16,32767,1.2961346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,7,0.3640693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,1,0.3805013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,15,0.3434253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,3,0.3746513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,31,0.2954813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,63,0.292396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,127,0.47411866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,255,0.8478773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,511,1.5489239999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,1,0.37704333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,1023,3.0542026666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,float16,2047,6.1870639999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,3,0.3749113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,15,0.33132666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,7,0.3582626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,31,0.29846266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,63,0.30428666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,127,0.488618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,255,0.8607299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,511,1.6196613333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,1,0.14168266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,1023,3.1803286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,7,0.12772066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,3,0.15081733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,15,0.12536333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,float16,2047,6.347397333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,31,0.11455599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,127,0.11947
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,63,0.12900333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,255,0.19950666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,511,0.36995399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,1023,0.6609373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,1,0.12486066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,float16,2047,1.273116
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,3,0.131092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,7,0.12436666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,15,0.138242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,31,0.12189666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,63,0.13196733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,127,0.21216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,255,0.35602666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,511,0.656188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,1023,1.2659573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,float16,2047,2.4546426666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,1,0.7251053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,3,0.7127553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,7,0.6816766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,15,0.6393746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,31,0.5613833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,63,0.5593119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,127,0.9220119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,255,1.6345679999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,1,0.7176346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,float16,511,3.084414666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,7,0.6867726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,3,0.7078933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,15,0.6391406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,31,0.567762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,63,0.580268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,127,0.9510973333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,1,0.132522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,255,1.700998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,float16,511,3.2115199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,3,0.13731466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,7,0.13027733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,15,0.19304133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,31,0.13328466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,63,0.14274866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,127,0.21592999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,255,0.370084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,float16,511,0.6719093333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,1,0.22587066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,7,0.22763
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,3,0.23890533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,15,0.220402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,63,0.223262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,31,0.22737
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,127,0.37270999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,255,0.6738593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,1,1.4204753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,7,1.3230013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,3,1.374464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,31,1.0764606666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,15,1.2268013333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,63,1.0758453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,float16,511,1.2912986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,1,1.4040866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,127,1.7926393333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,float16,255,3.249280666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,3,1.38307
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,7,1.3328553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,15,1.228786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,63,1.1143166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,31,1.2755166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,127,1.8845406666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,float16,255,3.383328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,1,0.270426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,3,0.24154866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,7,0.24828266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,15,0.23300333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,63,0.23189400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,31,0.26875333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,127,0.40163066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,1,0.41158866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,float16,255,0.6961413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,3,0.40607666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,1,0.153582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,3,0.14391
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,7,0.147914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,15,0.14013133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,31,0.14252333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,7,0.4129233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,63,0.14326866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,255,0.14036533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,127,0.14872866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,511,0.15549733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,1023,0.257608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,2047,0.4678786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,4095,0.8949806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,8191,1.8929299999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,15,0.39914333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,63,0.3968466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,16383,3.9550680000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,1,0.12298866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,3,0.11877666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,7,0.11475533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,15,0.13305933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,31,0.13150799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,63,0.12332666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,127,0.11506733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,255,0.122668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,511,0.150904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,1023,0.2531533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,2047,0.468806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,float16,32767,8.282230666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,4095,0.9756933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,31,0.4105486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,1,0.110994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,8191,1.9915913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,3,0.107666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,15,0.1404173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,7,0.15908533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,16383,4.131287333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,31,0.10663466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,63,0.11933133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,127,0.1663393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,255,0.10695533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,511,0.112086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,1023,0.17602866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,2047,0.18325666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,4095,0.209404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,8191,0.35988333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,1,0.10484066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,3,0.10913933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,float16,32767,8.591622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,127,0.7149913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,16383,0.6871626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,7,0.11209466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,15,0.11164400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,31,0.11963466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,63,0.12385533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,255,0.10590666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,127,0.16152066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,float16,32767,1.343619333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,511,0.11818733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,1023,0.135408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,2047,0.20708133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,4095,0.3690353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,8191,0.6976146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,16383,1.3049573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,float16,32767,2.5466393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,float16,255,1.3090393333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,7,2.5979026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,1,2.7888726666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,15,2.40474
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,31,2.104154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,3,2.725146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,63,2.14877
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,float16,127,3.5903313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,1,2.802774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,31,2.317484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,7,2.5962906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,63,2.20896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,3,2.7236473333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,15,2.4288073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,float16,127,3.740308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,1,0.432952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,3,0.43965133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,7,0.44511999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,15,0.43793533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,31,0.4491846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,63,0.434928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,float16,127,0.749944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,1,0.767494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,3,0.7683693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,7,0.7678753333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,31,0.7631259999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,15,0.7760046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,63,0.7675026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,float16,127,1.3706766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,3,5.388820666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,7,5.150443999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,31,4.248018666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,1,5.5057339999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,63,4.2371506666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,float16,15,4.756899333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,1,5.513057333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,3,5.392347999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,7,5.178194666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,15,4.797485333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,31,4.2654993333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,1,0.8386299999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,float16,63,4.41142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,3,0.8372433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,7,0.8341753333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,15,0.851604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,31,0.8234633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,float16,63,0.8197019999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,1,0.11159199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,3,0.11352466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,7,0.11571733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,15,0.11784933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,31,0.10998000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,63,0.11017066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,1,1.4784466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,127,0.11627199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,255,0.14306933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,511,0.23434666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,1023,0.41989133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,2047,0.80509
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,4095,1.646892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,3,1.4793653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,8191,3.4260113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,1,0.115804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,3,0.12787666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,7,0.11600333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,float16,16383,7.192778666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,15,0.12083066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,31,0.1580713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,63,0.11365466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,127,0.1854233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,255,0.15879066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,511,0.23419066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,1023,0.45197533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,2047,0.8599586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,4095,1.754818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,1,0.11817866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,8191,3.610438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,3,0.12499933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,7,0.11110666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,15,0.12137666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,31,0.10763133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,7,1.4897999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,float16,16383,7.5262373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,63,0.11233733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,127,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,255,0.12662866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,511,0.11396666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,1023,0.12428866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,2047,0.20648333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,4095,0.35730066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,1,0.12738266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,8191,0.6844239999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,3,0.12532866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,7,0.12553666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,15,0.11398399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,float16,16383,1.3175846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,31,0.126854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,127,0.10744066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,63,0.17634933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,255,0.11090733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,511,0.17537
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,1023,0.23331533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,2047,0.35925066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,4095,0.6624366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,1,0.11677466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,8191,1.309776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,3,0.12491266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,7,0.12325733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,15,0.135356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,31,0.11953933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,63,0.111072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,255,0.189852
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,127,0.13741
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,float16,16383,2.5813319999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,511,0.32452333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,1023,0.5980519999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,2047,1.1981753333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,4095,2.4520946666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,1,0.14144866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,3,0.11279666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,float16,8191,5.108757333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,15,0.111358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,7,0.14371066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,31,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,63,0.115076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,127,0.14312133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,255,0.18959199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,511,0.32815466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,1023,0.639756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,2047,1.2489446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,1,0.6336286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,4095,2.534532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,3,0.11399266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,7,0.107146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,float16,8191,5.254582666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,15,0.11719933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,31,0.118248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,63,0.14577333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,127,0.11230266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,255,0.12013733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,1023,0.19705399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,511,0.13536466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,2047,0.36371400000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,1,0.1449673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,4095,0.6701846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,3,0.13546866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,float16,8191,1.3159726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,7,0.13767
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,15,0.127088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,31,0.12896866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,63,0.11355933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,127,0.14324266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,255,0.12206133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,511,0.20600666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,1023,0.35145933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,1,0.11504133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,2047,0.6859666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,3,0.11654933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,7,0.13466266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,15,0.18240733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,31,0.14587733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,63,0.11641933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,4095,1.2845993333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,127,0.13899599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,255,0.12088266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,511,0.117728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,1023,0.14312133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,2047,0.11646266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,4095,0.20375333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,8191,0.36601066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,16383,0.6976926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,1,0.145756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,3,0.11953933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,float16,32767,1.3687006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,7,0.14004466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,float16,8191,2.51927
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,15,0.11457333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,31,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,63,0.134576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,127,0.12024133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,255,0.11292666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,511,0.11806599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,2047,0.11691333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,1023,0.144534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,4095,0.20418666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,8191,0.3773553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,1,0.11404466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,16383,0.724282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,3,0.12044066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,7,0.11559599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,float16,32767,1.4466746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,15,0.12177533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,31,0.12159333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,255,0.12059666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,127,0.12833599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,63,0.13493999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,511,0.12185333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,1023,0.13802533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,4095,0.13161199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,2047,0.16808133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,8191,0.13810333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,16383,0.13032933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,1,0.14096333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,float16,32767,0.19968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,3,0.12405466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,7,0.11625466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,15,0.134212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,31,0.12155866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,63,0.11131466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,127,0.12265933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,511,0.11457333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,255,0.13123066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,1023,0.14556533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,2047,0.12469599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,4095,0.15018466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,8191,0.16663399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,16383,0.19880466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,1,0.184522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,3,0.12104733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,float16,32767,0.35400733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,15,0.11931399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,7,0.14529666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,31,0.11764133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,63,0.11659266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,127,0.1507393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,255,0.116506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,511,0.11722533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,2047,0.14840799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,1023,0.14233266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,4095,0.27462933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,8191,0.519688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,16383,1.0629926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,1,0.11485066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,3,0.13679466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,7,0.11575200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,float16,32767,2.134851333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,15,0.139516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,31,0.116064
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,63,0.11153133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,127,0.13090133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,255,0.11592533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,511,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,1023,0.11314333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,2047,0.161122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,15,1.489514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,4095,0.29467533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,8191,0.570752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,16383,1.0920173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,1,0.113958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,3,0.12005933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,float16,32767,2.2117679999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,15,0.116376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,7,0.11982533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,31,0.110162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,63,0.10806466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,127,0.12089133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,255,0.12257266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,511,0.11834333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,1023,0.13292066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,2047,0.129714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,4095,0.138346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,8191,0.13247866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,1,0.11756333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,16383,0.20253999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,3,0.11019666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,float16,32767,0.3572486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,7,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,15,0.13767
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,31,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,63,0.1370893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,127,0.113802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,31,1.4871133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,255,0.11124533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,511,0.11154866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,1023,0.143676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,2047,0.13161199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,4095,0.16360933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,8191,0.19509533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,16383,0.35146799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,float16,32767,0.6675586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,1,0.16497866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,7,0.16103533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,3,0.16308066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,31,0.13630066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,15,0.15873866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,127,0.20540866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,63,0.157274
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,255,0.3365093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,511,0.6078106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,1023,1.1794813333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,2047,2.3926673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,1,0.16342733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,3,0.1668333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,7,0.16061066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,15,0.151112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,float16,4095,4.8589926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,31,0.140114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,127,0.20587666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,float16,63,1.5084246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,63,0.140972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,255,0.34763733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,511,0.6484833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,1023,1.2323913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,1,0.12749533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,2047,2.4513666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,3,0.122096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,7,0.12636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,15,0.14521866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,float16,4095,5.00461
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,31,0.11238066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,63,0.11422666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,127,0.12218266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,255,0.15450933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,511,0.20824266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,1023,0.3598053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,1,0.12233
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,2047,0.6870153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,3,0.13732333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,float16,4095,1.3129393333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,7,0.127088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,15,0.11281399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,63,0.11166999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,31,0.16698066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,127,0.13078866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,255,0.20101466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,1,0.125034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,511,0.34813999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,3,0.11901066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,7,0.12828399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,31,0.11473799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,15,0.11896733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,63,0.13393466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,127,0.11513666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,1023,0.6577826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,255,0.125112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,511,0.12122066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,1023,0.14183866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,2047,0.24877666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,4095,0.4678353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,2047,1.2561726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,1,0.12215666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,8191,0.9428033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,16383,1.8721819999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,7,0.12008533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,3,0.11716466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,15,0.11369800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,31,0.11658400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,63,0.12223466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,127,0.10987599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,255,0.11270999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,float16,4095,2.460146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,float16,32767,4.079200666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,511,0.12058799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,1023,0.14909266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,2047,0.26546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,4095,0.48279399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,1,0.11509333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,3,0.12543266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,8191,1.0061306666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,7,0.11704333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,31,0.11251066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,15,0.122616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,63,0.116194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,16383,2.1016406666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,127,0.11515399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,255,0.11244133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,1023,0.13370933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,511,0.12181866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,2047,0.13961133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,4095,0.13290333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,8191,0.20112733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,float16,32767,4.121242666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,1,0.11323
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,3,0.110942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,16383,0.36893133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,7,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,15,0.11882
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,31,0.11576066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,63,0.11477266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,127,0.11323866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,255,0.12712266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,float16,32767,0.700986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,511,0.11511933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,1023,0.134212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,2047,0.36142599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,4095,0.19610066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,8191,0.36190266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,16383,0.6692573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,float16,32767,1.2942106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,1,0.31716533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,3,0.287404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,15,0.26110066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,7,0.28298399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,31,0.23497066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,63,0.2313913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,127,0.3831013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,255,0.6402673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,511,1.187576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,1023,2.3271906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,1,0.2911566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,3,0.3070253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,float16,2047,4.70691
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,7,0.277758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,63,0.23488399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,31,0.3594673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,15,0.26770466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,127,0.375648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,255,0.6647419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,511,1.2374353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,1023,2.399982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,1,0.123786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,3,0.15586999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,7,0.12780733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,15,0.11500666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,float16,2047,4.820764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,63,0.11634133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,31,0.14839933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,127,0.11791
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,255,0.19793799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,511,0.353782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,1023,0.6669519999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,1,0.14150066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,float16,2047,1.2876933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,3,0.12064866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,7,0.11890666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,15,0.14351133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,31,0.12250333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,63,0.14398799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,255,0.34969133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,127,0.23892266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,511,0.651066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,1023,1.2548553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,float16,2047,2.4414693333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,1,0.5794446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,3,0.5426286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,7,0.531492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,15,0.48331399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,63,0.43272666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,31,0.45671599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,127,0.7253046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,511,2.350131333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,1,0.5491026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,3,0.5404706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,float16,255,1.269502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,7,0.5182493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,31,0.43389666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,15,0.480454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,127,0.7280346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,63,0.4499646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,255,1.2956753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,float16,511,2.430272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,1,0.14945666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,3,0.1339
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,7,0.19565
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,31,0.13521733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,15,0.15835733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,63,0.14332933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,127,0.21870333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,255,0.3634886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,float16,511,0.6793886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,1,0.22875666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,3,0.22385133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,7,0.232232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,31,0.218244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,15,0.21693533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,63,0.226434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,127,0.361998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,255,0.6849959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,1,1.0728033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,3,1.0500099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,7,0.9941793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,31,0.8277273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,15,0.9297946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,float16,511,1.286948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,63,0.8331613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,255,2.4702859999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,float16,127,1.3702519999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,1,1.0680973333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,3,1.0464046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,7,1.0082713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,15,0.9284339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,31,0.8323033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,1,0.22999599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,63,0.8547153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,127,1.42896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,3,0.23406066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,float16,255,2.559422666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,7,0.23850666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,15,0.25040599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,31,0.232908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,63,0.22477
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,127,0.37767599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,1,0.40124933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,float16,255,0.6955693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,3,0.3940126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,1,0.16562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,3,0.21227266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,7,0.20969000000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,15,0.21064333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,7,0.40755
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,31,0.20590266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,63,0.1506873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,127,0.545038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,255,0.15136333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,511,0.23013466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,1023,0.20384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,2047,0.393718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,4095,0.698282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,8191,1.473099333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,16383,3.0891726666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,1,0.10833333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,3,0.11875066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,7,0.11210333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,float16,32767,6.444299333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,31,0.40436066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,15,0.12389
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,31,0.16113066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,63,0.11753733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,255,0.116324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,127,0.154544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,511,0.12359533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,1023,0.20399599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,2047,0.3740273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,15,0.3960493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,4095,0.7731533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,63,0.39680333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,8191,1.5907926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,1,0.145366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,3,0.11953933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,16383,3.260018666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,255,1.304238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,7,0.11674866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,15,0.11766733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,31,0.11199933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,63,0.12337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,float16,127,0.6972506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,127,0.12067466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,511,0.11973866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,255,0.13758333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,1023,0.13474066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,2047,0.15120733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,float16,32767,6.867527333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,4095,0.20920466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,8191,0.35896466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,1,0.11639333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,3,0.11557866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,16383,0.6748386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,7,0.11646266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,15,0.11571733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,31,0.11320399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,63,0.11223333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,127,0.12939333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,511,0.11093333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,255,0.12327466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,float16,32767,1.3247086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,1023,0.1412493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,2047,0.20842466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,4095,0.3660193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,8191,0.6646986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,16383,1.2914459999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,float16,32767,2.5307706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,1,2.1049426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,63,1.6308326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,3,2.042118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,15,1.8237179999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,7,1.970618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,31,1.6007766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,float16,127,2.7184386666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,1,2.1048386666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,7,1.9859753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,3,2.0587146666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,15,1.8723726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,31,1.6245839999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,63,1.6831880000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,float16,127,2.8125586666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,1,0.4227686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,7,0.42178933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,15,0.438698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,3,0.4355866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,31,0.43311666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,63,0.441376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,float16,127,0.7278093333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,1,0.76089
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,15,0.7532373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,3,0.7522493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,31,0.757666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,63,0.7538786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,7,0.7572413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,float16,127,1.358422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,1,4.148282666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,3,4.057586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,15,3.600168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,7,3.887364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,63,3.2205333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,float16,31,3.1584453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,1,4.155944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,3,4.065411999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,15,3.619382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,7,3.908623333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,31,3.216139333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,float16,63,3.3602659999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,1,0.8005226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,3,0.8046046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,1,1.4580019999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,7,0.8045439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,15,0.8050726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,31,0.79976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,1,0.12136799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,3,0.134758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,7,0.12032799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,3,1.465022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,15,0.11337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,float16,63,0.8249799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,31,0.11420066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,63,0.18327399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,127,0.11610733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,255,0.14455133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,511,0.18099466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,1023,0.3173473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,2047,0.5983206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,4095,1.2389953333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,8191,2.547532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,1,0.11625466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,float16,16383,5.376644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,3,0.12975733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,7,0.22573200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,15,0.14949133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,31,0.2236433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,63,0.16313266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,127,0.21395399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,255,0.11764133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,511,0.22491733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,1023,0.3269586666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,2047,0.6805673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,7,1.4568839999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,4095,1.3386446666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,1,0.11693066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,8191,2.729696666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,3,0.12171466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,7,0.11249333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,31,0.10743199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,15,0.208858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,float16,16383,5.648950666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,63,0.15067
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,127,0.11797933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,255,0.11605533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,511,0.119184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,1023,0.15675399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,2047,0.19225266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,4095,0.36118333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,8191,0.673868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,1,0.11545733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,3,0.11641933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,7,0.10919133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,15,0.10878399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,31,0.112008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,float16,16383,1.3200546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,63,0.10952933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,127,0.11487666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,255,0.155168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,1023,0.19794666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,511,0.12817133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,2047,0.355888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,4095,0.6687979999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,1,0.112476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,8191,1.282606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,3,0.119184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,7,0.115518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,15,0.11635
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,float16,16383,2.5768686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,31,0.12299733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,63,0.11713866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,127,0.11170466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,511,0.23593266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,255,0.21211666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,1023,0.4250913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,2047,0.8562233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,4095,1.7481186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,1,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,3,0.11338599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,8191,3.6098226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,7,0.11598599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,15,0.12330933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,float16,16383,7.446651333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,63,0.12211333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,31,0.12440133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,127,0.11475533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,255,0.11374133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,511,0.11472066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,1023,0.15603466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,2047,0.20166466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,4095,0.36066333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,8191,0.686946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,1,0.13060666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,3,0.11245866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,7,0.11363733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,float16,16383,1.306942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,15,0.12121199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,31,0.11015333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,63,0.12125533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,255,0.11412266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,127,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,511,0.11033533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,1023,0.19893466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,2047,0.3560353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,4095,0.6703926666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,1,0.12380333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,8191,1.2813666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,3,0.13892666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,7,0.12872599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,15,0.120796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,63,0.13255666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,float16,16383,2.5429039999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,31,0.17408733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,127,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,255,0.11720799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,511,0.206414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,1023,0.3706213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,2047,0.6743533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,4095,1.306006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,1,0.13688133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,3,0.12666333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,7,0.15709199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,8191,2.4900286666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,15,0.14984666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,31,0.11681799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,63,0.153088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,127,0.15307066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,255,0.13864933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,511,0.173602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,1023,0.13404733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,2047,0.16477066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,4095,0.17124466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,8191,0.325754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,16383,0.5846706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,32767,1.2170946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,1,0.16812466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,float16,65535,2.862574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,3,0.181298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,7,0.11692199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,float16,16383,5.000545333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,31,0.122486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,15,0.14714266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,63,0.12593533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,127,0.13544266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,255,0.14853799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,511,0.12317066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,1023,0.139022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,2047,0.18013666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,4095,0.1461373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,8191,0.134732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,16383,0.169598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,32767,0.14394466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,float16,65535,0.2072373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,1,0.14600733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,3,0.11556133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,7,0.112138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,31,0.11756333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,15,0.170534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,63,0.11420933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,127,0.120848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,511,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,255,0.16124333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,1023,0.13677733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,2047,0.13389133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,4095,0.17956466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,8191,0.13816399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,32767,0.19776466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,16383,0.14311266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,1,0.11904533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,15,1.4587993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,3,0.11163533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,float16,65535,0.3703526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,15,0.113048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,7,0.12064866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,31,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,63,0.15500333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,127,0.11711266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,255,0.11253666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,511,0.11745066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,2047,0.15442266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,1023,0.16197999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,8191,0.13550333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,4095,0.16132133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,16383,0.20078933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,1,0.11855133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,32767,0.3566593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,3,0.13052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,7,0.11466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,15,0.11381933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,31,0.12135066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,63,0.13077133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,float16,65535,0.6646206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,127,0.11729466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,255,0.11145333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,511,0.12427133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,1023,0.13107466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,2047,0.146198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,4095,0.20197666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,8191,0.37115000000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,1,0.112346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,16383,0.7193506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,3,0.113906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,32767,1.417312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,7,0.11508466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,15,0.121108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,31,0.10707666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,63,0.10882733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,127,0.114114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,255,0.12411533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,511,0.11214666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,float16,65535,3.001145333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,1023,0.12837066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,2047,0.13373533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,4095,0.13194999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,8191,0.12741733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,16383,0.12778133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,32767,0.20150866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,1,0.11017066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,float16,65535,0.36604533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,3,0.11386266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,7,0.118378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,15,0.11011
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,31,0.11434799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,63,0.10729333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,255,0.116896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,127,0.11799666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,511,0.117182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,1023,0.130572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,2047,0.12842266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,4095,0.13602333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,63,1.4502626666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,8191,0.14326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,16383,0.1976173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,1,0.113412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,32767,0.3484953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,3,0.10761399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,7,0.11974733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,float16,65535,0.6627226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,15,0.11451266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,31,0.11288333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,127,0.11963466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,511,0.11300466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,255,0.11847333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,63,0.12545866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,1023,0.13894399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,2047,0.13609266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,4095,0.12352599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,8191,0.19457533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,16383,0.35377333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,32767,0.658216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,float16,65535,1.2834553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,1,0.12710533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,3,0.12342199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,7,0.12304933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,15,0.12042333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,float16,31,1.4722846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,31,0.13063266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,63,0.11493733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,127,0.157118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,255,0.24434799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,511,0.42050666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,1023,0.8577573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,2047,1.6503846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,1,0.135018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,3,0.164736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,4095,3.393728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,7,0.11439133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,float16,8191,6.876254666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,31,0.14964733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,15,0.11313466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,63,0.12884733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,127,0.11349
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,255,0.11246733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,1023,0.209924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,511,0.13072799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,1,0.11181733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,2047,0.364104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,4095,0.6763206666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,3,0.12033666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,float16,8191,1.3749666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,7,0.15445733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,15,0.12323133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,31,0.13585866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,63,0.12405466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,127,0.12447066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,255,0.12842266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,511,0.1980333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,1023,0.36367066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,2047,0.6830806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,1,0.11334266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,3,0.13331066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,4095,1.3171686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,7,0.13616199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,15,0.12115999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,31,0.12364733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,float16,8191,2.713871333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,63,0.12908133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,127,0.12649866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,1,0.12769466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,255,0.19714066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,511,0.3469873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,3,0.12705333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,7,0.12582266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,15,0.11778866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,1023,0.654368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,31,0.12741733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,63,0.11495466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,127,0.11428733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,255,0.11836933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,511,0.12673266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,1023,0.11381066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,2047,0.18687066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,4095,0.271154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,2047,1.2566926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,8191,0.5568506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,16383,1.0343666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,1,0.11672266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,3,0.11433066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,7,0.114452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,32767,2.1396873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,15,0.111436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,31,0.11199933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,63,0.117676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,127,0.11375866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,4095,2.4689253333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,255,0.1144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,511,0.11895866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,float16,65535,4.430053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,1023,0.12827533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,4095,0.138034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,8191,0.134862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,2047,0.14148333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,16383,0.19810266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,32767,0.35542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,1,0.11460799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,3,0.12964466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,7,0.11555266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,15,0.11479
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,float16,65535,0.6770226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,31,0.11519733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,63,0.1263773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,127,0.115908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,255,0.11219
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,511,0.11782333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,1023,0.15265466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,2047,0.19970599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,4095,0.12779866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,8191,0.19343999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,1,0.11129733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,16383,0.3543713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,3,0.110422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,32767,0.667472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,7,0.11166133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,31,0.11282266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,15,0.11314333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,63,0.11262333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,255,0.11312599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,127,0.10899199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,511,0.12342199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,float16,8191,4.939540666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,float16,65535,1.2854833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,1023,0.14222866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,2047,0.12844866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,4095,0.196456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,8191,0.34657133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,16383,0.660036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,32767,1.300026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,float16,65535,2.512102666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,1,0.209118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,3,0.20515733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,7,0.20038199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,15,0.18327399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,31,0.17006599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,63,0.16960666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,255,0.44072599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,127,0.267514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,511,0.8330226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,1023,1.6422206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,1,0.109694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,2047,3.313102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,7,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,3,0.11752866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,15,0.15731733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,float16,4095,6.672570666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,31,0.144898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,63,0.12545866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,127,0.10698133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,511,0.20637066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,255,0.13666466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,1023,0.3698413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,2047,0.6788253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,1,0.11141866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,float16,4095,1.3248039999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,3,0.11233733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,15,0.12306666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,31,0.121498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,7,0.13510466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,63,0.13001733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,255,0.1989173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,127,0.142844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,511,0.3551773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,1023,0.660972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,1,0.12205266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,2047,1.2797806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,7,0.11985133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,3,0.12197466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,float16,4095,2.47676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,15,0.11940066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,31,0.12280666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,127,0.20002666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,63,0.151528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,511,0.6513433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,255,0.36810799999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,1023,1.2493866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,2047,2.4597126666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,1,0.38626466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,float16,4095,4.825114666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,7,0.3667473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,3,0.37915799999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,15,0.33199399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,31,0.3017126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,127,0.48491733333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,63,0.3041566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,255,0.8632346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,511,1.6535913333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,float16,1023,3.3306780000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,1,0.13375266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,3,0.15963133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,7,0.12159333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,31,0.12486066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,15,0.143832
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,127,0.12198333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,63,0.235456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,255,0.20725466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,511,0.38382066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,float16,1023,0.66885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,1,0.13493999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,3,0.16366133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,7,0.18211266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,15,0.124072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,31,0.16293333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,63,0.14069466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,255,0.36874066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,127,0.20760133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,511,0.6760086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,1,0.21410133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,float16,1023,1.2774926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,3,0.22069666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,31,0.21168333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,7,0.2136593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,15,0.22645133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,63,0.22033266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,127,0.36648733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,255,0.6653226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,1023,2.4613853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,float16,511,1.2758459999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,1,0.7270293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,3,0.7289793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,7,0.6925793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,15,0.6414026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,31,0.569192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,127,0.9433666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,63,0.5722686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,255,1.7334286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,1,0.162058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,float16,511,3.3737513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,3,0.13846733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,7,0.183248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,15,0.14092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,31,0.2272573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,63,0.15482133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,1,0.221052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,255,0.363922
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,127,0.23287333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,float16,511,0.6895026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,3,0.22266399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,7,0.22888666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,15,0.22298466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,63,0.22743066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,31,0.22896466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,127,0.4051666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,255,0.6734086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,float16,511,1.286506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,1,0.39097066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,3,0.3890466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,7,0.39276466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,1,0.15970066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,15,0.3888993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,3,0.152386
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,7,0.16709333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,15,0.2701746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,63,0.38656799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,31,0.15028866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,31,0.391534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,63,0.12252933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,127,0.14725533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,255,0.14382333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,511,0.11643666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,1023,0.168246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,2047,0.2674533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,4095,0.5093139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,8191,1.0678373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,1,0.208728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,16383,2.1850053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,7,0.12727866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,3,0.11114133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,32767,4.635704666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,31,0.11613333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,15,0.12336133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,63,0.115362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,255,0.12655066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,511,0.11420066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,127,0.111956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,1023,0.14820866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,2047,0.30413066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,4095,0.144196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,float16,65535,9.879315333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,8191,0.29187599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,16383,0.36329799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,32767,0.6760259999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,1,0.12359533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,3,0.118898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,7,0.12754733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,255,1.2776573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,15,0.11433066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,127,0.6938186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,31,0.123058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,float16,65535,1.3259826666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,127,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,63,0.12313599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,511,0.11763266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,1023,0.1387533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,255,0.1860993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,2047,0.14241933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,4095,0.19981866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,8191,0.35040199999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,1,0.11446066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,16383,0.6601053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,3,0.11764999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,7,0.112528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,32767,1.2890106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,31,0.11748533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,63,0.11342933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,15,0.22715333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,127,0.14926599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,255,0.12102133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,511,0.12878666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,1023,0.13240933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,2047,0.19872666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,4095,0.34800133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,float16,65535,2.5208299999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,8191,0.662948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,16383,1.30585
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,32767,2.508792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,float16,65535,4.988828
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,float16,511,2.488321333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,3,1.3734326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,7,1.3293106666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,1,1.4233353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,15,1.227746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,31,1.0946606666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,63,1.1333746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,127,1.9245979999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,7,0.23624466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,float16,255,3.5658566666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,1,0.25176666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,3,0.24608133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,31,0.25179266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,15,0.25614333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,63,0.24357666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,1,0.42656466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,127,0.39324999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,float16,255,0.696618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,3,0.41690999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,15,0.406276
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,7,0.41253333333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,31,0.41230799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,127,0.6983079999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,63,0.416442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,float16,255,1.323114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,1,0.73047
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,7,0.7334339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,3,0.7320993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,15,0.7398473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,63,0.7419966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,31,0.737568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,127,1.327066
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,float16,255,2.5138706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,1,2.7918366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,3,2.724028666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,7,2.639225333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,31,2.1610246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,15,2.423737333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,63,2.251279333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,float16,127,3.844516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,1,0.43212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,3,0.43888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,7,0.4491326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,15,0.45188866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,31,0.43510133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,63,0.44843066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,float16,127,0.753818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,1,0.7782926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,3,0.7719313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,7,0.7710733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,15,0.7794106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,31,0.7789946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,63,0.7804073333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,float16,127,1.3646793333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,3,1.416272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,1,0.11755466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,3,0.11582133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,7,1.419522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,7,0.13138666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,15,0.12783333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,1,1.4134726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,31,0.12614333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,15,1.418092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,63,0.12317933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,127,0.12545866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,255,0.11727733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,511,0.14885
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,1023,0.24848199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,2047,0.46494933333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,4095,0.9807199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,8191,2.017444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,1,0.20934333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,16383,4.140422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,3,0.20470666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,7,0.130208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,15,0.12268533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,63,0.253266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,31,0.20254866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,float16,32767,8.496106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,127,0.13157733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,511,0.12109066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,255,0.121056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,1023,0.12283266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,2047,0.11908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,4095,0.2060673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,8191,0.36585466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,1,0.11448666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,16383,0.689858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,3,0.11808333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,7,0.11192133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,31,1.5702266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,31,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,15,0.13038999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,float16,32767,1.3056766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,63,0.11332533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,127,0.12214799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,255,0.140426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,511,0.11552666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,1023,0.115024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,63,1.4174593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,4095,0.35290666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,2047,0.20500133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,8191,0.6844326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,1,0.11699999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,3,0.14924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,16383,1.2851453333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,31,0.11375
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,15,0.14644933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,7,0.15664999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,63,0.1469693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,127,0.11155733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,511,0.11144466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,255,0.12097799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,float16,32767,2.516947333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,1023,0.19662066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,2047,0.354172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,4095,0.6613706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,1,0.119834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,3,0.172198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,8191,1.270282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,7,0.118768
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,15,0.11597733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,16383,2.509676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,63,0.11461666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,31,0.18009333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,127,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,255,0.13449799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,511,0.18279733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,1023,0.33803466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,2047,0.643604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,4095,1.313754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,float16,32767,4.972794666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,1,0.11862066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,8191,2.6821946666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,3,0.17692133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,15,0.11496333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,7,0.12042333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,63,0.14378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,127,0.11696533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,31,0.11797933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,float16,16383,5.533891999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,255,0.11635866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,511,0.139958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,1023,0.11713
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,2047,0.19911666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,4095,0.35453599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,1,0.11947866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,8191,0.6751333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,3,0.11388866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,7,0.11334266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,15,0.14911
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,float16,16383,1.2957793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,63,0.11573466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,31,0.214552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,127,0.12960133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,511,0.11401866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,1023,0.19971466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,255,0.292214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,2047,0.35726600000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,1,0.2118393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,3,0.11456466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,15,0.11868133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,4095,0.6902739999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,7,0.19046733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,31,0.11779733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,63,0.21937066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,127,0.19318866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,255,0.11622866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,8191,1.2719113333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,511,0.11460799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,1023,0.11972133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,2047,0.11937466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,4095,0.165256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,8191,0.3029693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,16383,0.5782746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,32767,1.1691506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,1,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,3,0.11198199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,7,0.11019666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,15,0.11240666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,31,0.11333399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,float16,16383,2.491623333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,63,0.10965933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,float16,65535,2.8425713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,127,0.11153133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,255,0.112658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,511,0.115908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,1023,0.13344066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,2047,0.13017333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,4095,0.13724533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,8191,0.132158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,16383,0.13539066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,32767,0.13968066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,1,0.11929666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,float16,65535,0.19993133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,3,0.11282266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,7,0.11358533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,15,0.11638466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,31,0.114504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,63,0.11418333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,127,0.11081200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,255,0.113464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,511,0.11778866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,1023,0.13419466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,2047,0.143416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,8191,0.13606666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,4095,0.13622266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,16383,0.136708
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,32767,0.19870066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,3,0.12102999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,1,0.11769333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,7,0.116896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,float16,65535,0.355472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,15,0.11669666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,31,0.11537933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,63,0.11453866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,127,0.11575200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,255,0.12702733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,511,0.11744199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,1023,0.116506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,2047,0.11633266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,4095,0.19982733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,8191,0.375726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,1,0.11268399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,16383,0.7187526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,3,0.12517266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,32767,1.4283186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,7,0.11755466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,15,0.112476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,31,0.12246866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,63,0.11421799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,127,0.108732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,255,0.11464266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,511,0.12397666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,float16,65535,3.0128626666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,1023,0.1352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,2047,0.12759933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,4095,0.140738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,8191,0.13744466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,16383,0.15967466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,32767,0.199628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,1,0.11054333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,3,0.11657533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,float16,65535,0.35502999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,7,0.119054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,15,0.114244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,31,0.11433933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,63,0.11336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,127,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,255,0.11559599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,511,0.11665333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,1023,0.14142266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,4095,0.1292633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,2047,0.8056446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,8191,0.15742133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,16383,0.19727066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,32767,0.3479753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,float16,65535,0.6629913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,1,0.12346533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,7,0.11877666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,3,0.12519866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,15,0.13347533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,float16,127,2.604498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,31,0.13693333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,63,0.34800133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,127,0.124384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,255,0.2302213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,511,0.340236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,1023,0.6383086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,2047,1.2691726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,1,0.12039733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,3,0.14142266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,4095,2.595380666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,7,0.12200933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,float16,8191,5.272557333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,31,0.11634133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,15,0.12111666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,63,0.15242066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,127,0.17317733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,255,0.11368066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,511,0.14070333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,1023,0.20683866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,2047,0.3628213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,4095,0.6805673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,1,0.11909733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,7,0.115934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,3,0.15963133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,float16,8191,1.313234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,15,0.16831533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,31,0.24498066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,63,0.13732333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,255,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,127,0.17197266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,1,0.11511933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,3,0.2171173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,511,0.20420399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,7,0.12603933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,15,0.12297133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,1023,0.3623013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,31,0.14777533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,63,0.12473066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,127,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,255,0.11901933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,511,0.12411533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,2047,0.15747333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,1023,0.128986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,2047,0.6813386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,4095,0.2889553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,8191,0.5736466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,4095,1.2924686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,1,0.11416599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,16383,1.0955793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,7,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,3,0.16282066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,15,0.12096066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,31,0.11282266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,32767,2.316062666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,63,0.11674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,127,0.125918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,255,0.12172333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,511,0.13123933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,1023,0.13357933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,2047,0.13487933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,8191,0.14262733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,4095,0.16236133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,16383,0.19986199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,float16,65535,4.944116666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,float16,8191,2.497846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,1,0.11825666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,32767,0.3549866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,3,0.128388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,7,0.11950466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,15,0.11914933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,31,0.13644799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,63,0.12051866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,127,0.11832599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,float16,65535,0.6635719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,511,0.11735533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,255,0.13315466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,1023,0.16150333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,4095,0.13362266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,2047,0.14442999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,8191,0.2026093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,16383,0.3497346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,32767,0.6577133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,float16,65535,1.297582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,3,0.16452799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,7,0.15677133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,15,0.15590466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,1,0.21228999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,31,0.1350873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,63,0.15182266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,127,0.21116333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,1023,1.2391426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,511,0.6327013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,255,0.3449073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,1,0.11381933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,4095,5.0992153333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,float16,2047,2.5250246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,3,0.138814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,7,0.14941333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,31,0.12194866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,15,0.13506133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,63,0.13559866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,127,0.15133733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,255,0.138788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,511,0.20226266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,1023,0.3662533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,2047,0.678938
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,float16,4095,1.3328293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,1,0.12458333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,7,0.12434066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,3,0.13234866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,15,0.12384666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,31,0.111826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,127,0.12767733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,63,0.157716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,255,0.20195066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,511,0.35374733333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,1023,0.671086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,2047,1.2528533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,float16,4095,2.4653286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,1,0.2962873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,15,0.26209733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,3,0.30028266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,7,0.2867973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,31,0.24343800000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,63,0.25388133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,127,0.3762286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,255,0.6736513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,1,0.13570266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,511,1.260194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,3,0.12571866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,float16,1023,2.453845333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,7,0.15057466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,15,0.1506873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,31,0.11699133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,63,0.14649266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,255,0.20559933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,127,0.20150866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,511,0.363662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,1,0.12317933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,float16,1023,0.6932119999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,3,0.129298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,15,0.13710666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,7,0.16677266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,31,0.138684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,63,0.16106133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,255,0.36424266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,127,0.20642266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,511,0.667732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,float16,1023,1.2643193333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,1,0.5605426666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,3,0.5601006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,31,0.43950399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,7,0.5259973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,15,0.49256999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,127,0.7351933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,63,0.4459953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,1,0.20154333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,255,1.2904666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,3,0.12540666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,7,0.26918666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,float16,511,2.483338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,15,0.21124999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,31,0.12609133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,63,0.13227933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,127,0.21164866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,255,0.37443466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,float16,511,0.6870846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,1,0.25169733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,3,0.23356666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,7,0.21656266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,1,0.13122199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,3,0.13201933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,7,0.12689733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,15,0.11813533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,31,0.11255399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,63,0.11723399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,127,0.11992933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,255,0.12200933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,511,0.12249466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,1023,0.14977733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,2047,0.25798933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,4095,0.708006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,8191,1.008774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,31,0.215878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,16383,2.070614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,15,0.23035999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,32767,4.272822666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,63,0.218348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,1,0.15837466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,3,0.128414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,127,0.36907
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,7,0.15094733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,31,0.12558866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,255,0.6770053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,15,0.15820133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,127,0.14743733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,63,0.18792799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,255,0.12069200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,float16,65535,8.606355333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,511,0.161018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,1023,0.16757866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,2047,0.21603399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,4095,0.13658666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,8191,0.2033893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,1,0.1144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,16383,0.36273466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,3,0.11225066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,32767,0.672594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,7,0.12223466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,float16,511,1.2676213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,15,0.14553066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,31,0.113178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,63,0.12645533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,float16,65535,1.2994193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,127,0.11795333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,255,0.14326866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,1023,0.13495733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,511,0.12805
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,2047,0.15037533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,4095,0.20793933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,8191,0.352716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,16383,0.6596546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,32767,1.2744419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,float16,65535,2.505351333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,3,1.0469246666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,7,1.0047613333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,15,0.9473186666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,63,0.8602099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,31,0.8381273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,1,1.0656186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,127,1.4392386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,float16,255,2.626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,3,0.23873199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,7,0.2373713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,1,0.258284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,15,0.26006066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,31,0.253266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,63,0.2500853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,255,0.6809226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,float16,127,0.38923733333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,1,0.4100113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,3,0.3997673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,15,0.41483866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,7,0.40785333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,31,0.3998713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,255,1.306084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,63,0.40786199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,float16,127,0.7192379999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,1,2.0943866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,15,1.8360853333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,3,2.0658386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,7,1.982292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,31,1.64671
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,127,2.8740140000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,float16,63,1.701674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,1,0.42635666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,3,0.41962266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,7,0.429884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,15,0.4291473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,31,0.4297973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,127,0.7316053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,float16,63,0.419718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,1,0.7634466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,1,0.14000133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,3,0.12869133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,7,0.12785933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,3,0.762944
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,15,0.12655933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,31,0.12340466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,63,0.13794733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,127,0.12852666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,255,0.15080866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,511,0.12993933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,1023,0.224484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,2047,0.37662733333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,4095,0.7783013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,8191,1.5761546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,7,0.7727026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,16383,3.2536399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,1,0.11687866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,3,0.12795466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,7,0.13095333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,float16,32767,6.832912666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,15,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,31,0.12310133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,63,0.12091733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,127,0.11956533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,255,0.12063999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,511,0.12744333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,1023,0.11041333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,2047,0.14075533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,4095,0.20707266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,8191,0.358878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,16383,0.666796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,15,0.7687853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,1,0.112476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,3,0.14529666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,float16,32767,1.2988906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,7,0.12668933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,15,0.12449666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,63,0.14378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,127,0.111358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,31,0.12961866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,255,0.13086666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,511,0.121108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,1023,0.12182733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,2047,0.20020866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,4095,0.350454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,8191,0.6653486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,16383,1.2773106666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,1,0.13251333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,3,0.13810333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,float16,32767,2.5009486666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,7,0.11447799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,15,0.14070333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,31,0.11277933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,63,0.11149666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,127,0.11984266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,511,0.11250199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,255,0.145626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,1023,0.13190666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,2047,0.13435933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,4095,0.22220466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,8191,0.37660133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,1,0.13884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,16383,0.684918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,3,0.13338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,7,0.12745199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,15,0.11199066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,float16,32767,1.3143
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,31,0.11568266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,63,0.14735066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,127,0.11236333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,255,0.12644666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,63,0.7619646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,511,0.11427866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,31,0.7738813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,1023,0.121446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,2047,0.19682866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,4095,0.36036
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,8191,0.6659206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,1,0.12973133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,7,0.11932266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,3,0.11901933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,16383,1.2770593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,15,0.12761666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,31,0.14009666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,63,0.12333533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,255,0.11720799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,127,0.11342933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,float16,127,1.3568360000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,511,0.11427
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,float16,32767,2.552706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,1023,0.21168333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,2047,0.35516866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,4095,0.6553126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,1,0.11347266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,8191,1.260012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,3,0.11433066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,7,0.13130866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,31,0.11168733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,15,0.11747666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,63,0.11860333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,127,0.15861733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,16383,2.4802353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,255,0.13534733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,511,0.19408999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,1023,0.3467186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,1,0.11235466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,3,0.11423533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,2047,0.667186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,7,0.11517999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,15,0.11134933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,31,0.10921733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,63,0.11179133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,127,0.11428733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,4095,1.3081466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,float16,32767,4.914806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,255,0.11587333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,511,0.118768
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,1023,0.13235733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,2047,0.15435333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,4095,0.13633533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,8191,0.14451666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,16383,0.148122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,32767,0.13684666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,65535,0.135122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,float16,131071,0.21320866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,1,0.231322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,3,0.11568266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,7,0.11504999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,8191,2.4694366666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,15,0.11557866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,31,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,63,0.11658400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,127,0.11474666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,511,0.11452133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,255,0.13019066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,1023,0.13247
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,2047,0.133926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,4095,0.1400273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,8191,0.14989866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,16383,0.136786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,32767,0.131092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,65535,0.19880466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,1,0.11802266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,3,0.11603799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,float16,131071,0.37606399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,7,0.128882
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,15,0.11677466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,31,0.11531866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,127,0.11451266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,63,0.18073466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,255,0.11144466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,511,0.11348133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,1023,0.13065
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,4095,0.13945533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,8191,0.13402133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,2047,0.19727066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,16383,4.972551999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,16383,0.130078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,32767,0.19436733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,1,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,3,0.11908866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,65535,0.3490413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,15,0.124072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,7,0.12424533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,31,0.11388866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,63,0.11323
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,float16,131071,0.664092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,127,0.11577799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,255,0.11538799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,511,0.11338599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,1023,0.14074666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,2047,0.13619666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,4095,0.1342033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,8191,0.14222866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,16383,0.198588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,32767,0.35112133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,3,0.11334266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,1,0.11308266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,65535,0.6630693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,7,0.11066466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,15,0.11394066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,31,0.11814399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,63,0.12457466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,127,0.11339466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,255,0.11220733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,511,0.12005933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,float16,131071,1.28414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,1023,0.137176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,2047,0.135486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,4095,0.13061533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,8191,0.13362266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,16383,0.14387533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,32767,0.132652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,65535,0.20577266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,1,0.12699266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,7,0.11410533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,3,0.12577066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,float16,131071,0.3672413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,15,0.11540533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,31,0.11483333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,63,0.11722533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,127,0.11618533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,255,0.11231133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,511,0.118846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,1023,0.14209
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,2047,0.135694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,4095,0.14878933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,8191,0.13388266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,16383,0.13350133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,32767,0.19758266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,1,0.11518866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,float16,32767,9.862848666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,65535,0.3584533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,3,0.11516266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,7,0.11204266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,15,0.11505866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,float16,131071,0.6665273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,63,0.12697533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,127,0.11228533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,255,0.11853399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,31,0.13643066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,511,0.11518866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,1023,0.13396066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,4095,0.13361399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,2047,0.13851066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,8191,0.13289466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,16383,0.19381266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,32767,0.3454966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,3,0.13916066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,1,0.11955666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,7,0.11568266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,15,0.11803133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,31,0.11615933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,63,0.11831733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,65535,0.6612493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,127,0.11821333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,255,0.115232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,511,0.11500666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,1023,0.13552933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,2047,0.13315466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,float16,131071,1.27673
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,4095,0.13199333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,8191,0.19384733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,16383,0.3461726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,32767,0.6569766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,65535,1.2732286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,1,0.12805866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,3,0.11725999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,float16,131071,2.498504666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,7,0.10984133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,15,0.11750266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,31,0.13172466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,63,0.13871
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,127,0.12562333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,255,0.11866399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,511,0.11756333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,1023,0.185692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,2047,0.23197199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,4095,0.38760799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,8191,0.6992959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,1,0.12134199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,float16,16383,1.32314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,7,0.12492133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,3,0.11711266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,15,0.12382066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,31,0.11547466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,63,0.12922
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,127,0.11764999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,255,0.131716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,511,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,1023,0.20097999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,2047,0.35855733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,4095,0.6741713333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,1,0.11375866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,8191,1.287728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,3,0.11647999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,7,0.12705333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,15,0.11927066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,31,0.119912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,63,0.11914066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,float16,16383,2.5250766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,127,0.132314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,255,0.121108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,511,0.19282466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,1023,0.3579506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,2047,0.6725333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,4095,1.305356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,1,0.10634866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,3,0.11574333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,7,0.11451266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,8191,2.472253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,15,0.11740733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,31,0.134212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,63,0.113854
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,127,0.114192
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,255,0.19160266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,511,0.3484173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,1,0.12538933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,float16,16383,4.90542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,1023,0.6596026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,3,0.11800533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,7,0.11564799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,15,0.10793466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,2047,1.256424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,31,0.11735533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,63,0.11740733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,127,0.111696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,511,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,255,0.12325733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,1023,0.13966333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,2047,0.2981853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,4095,0.14593799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,8191,0.13904799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,16383,0.14332933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,32767,0.20478466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,65535,0.363818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,1,0.11654933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,3,0.12666333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,float16,131071,0.6776553333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,7,0.11586466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,4095,2.4874633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,15,0.122486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,31,0.131352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,63,0.11070799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,127,0.11682666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,255,0.115414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,511,0.11647133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,1023,0.16766533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,2047,0.13807733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,4095,0.13598
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,8191,0.139672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,16383,0.19953266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,32767,0.34809666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,1,0.11525799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,65535,0.6599926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,3,0.11337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,7,0.11272733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,15,0.11101133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,31,0.10952933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,63,0.11601199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,float16,131071,1.282632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,127,0.114634
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,255,0.11081200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,511,0.11868133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,1023,0.141024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,2047,0.13444599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,4095,0.13399533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,8191,4.890617333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,8191,0.19259933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,16383,0.346112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,1,0.11628933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,32767,0.670332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,3,0.120172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,7,0.12246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,15,0.11608133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,31,0.11882866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,63,0.12168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,65535,1.2641633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,127,0.112736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,255,0.11843866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,511,0.11699999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,1023,0.13978466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,2047,0.12999133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,4095,0.19477466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,8191,0.34377199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,float16,131071,2.497352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,16383,0.6580773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,32767,1.2732286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,float16,16383,9.854858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,65535,2.69412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,1,0.13771333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,3,0.137202
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,float16,131071,4.9346179999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,7,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,15,0.11476399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,31,0.12476533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,63,0.12221733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,127,0.11885466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,255,0.12112533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,511,0.11467733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,1023,0.24394066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,2047,0.4073073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,4095,0.720902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,1,0.533546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,7,0.11938333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,3,0.11932266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,15,0.11602933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,float16,8191,1.3455346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,31,0.11148799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,63,0.135876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,127,0.11217266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,255,0.11277066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,511,0.2029993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,1023,0.3589906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,2047,0.6714413333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,4095,1.319292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,3,0.13963733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,1,0.11511066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,7,0.11378466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,15,0.11779733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,31,0.114452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,float16,8191,2.528032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,63,0.139126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,255,0.19163733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,127,0.11927933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,511,0.346138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,1023,0.6543506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,2047,1.261182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,3,0.11875066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,1,0.11530999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,4095,2.4725913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,7,0.122668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,15,0.11781466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,31,0.12666333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,float16,8191,4.876412666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,63,0.12823199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,127,0.196352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,255,0.3474986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,511,0.6472613333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,1023,1.2479393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,2047,2.4631013333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,4095,5.000718666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,1,0.20855466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,3,0.15629466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,7,0.17200733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,15,0.12263333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,31,0.157846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,float16,8191,9.721512666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,127,0.14925733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,63,0.11393199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,511,0.22158066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,255,0.14101533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,1023,0.4577906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,float16,2047,0.7629786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,1,0.20780066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,3,0.11205133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,7,0.12465266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,15,0.16310666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,31,0.130208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,63,0.15237733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,127,0.17576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,255,0.20774866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,511,0.36013466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,1023,0.6608679999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,float16,2047,1.2781946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,1,0.15224733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,3,0.1827713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,7,0.146406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,15,0.134862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,31,0.146172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,63,0.12636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,127,0.19882199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,255,0.3554373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,511,0.6592386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,1,0.21597333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,1023,1.2544913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,7,0.20740199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,3,0.21767199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,float16,2047,2.4551106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,15,0.21059999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,31,0.21228133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,127,0.35531599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,63,0.216866
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,255,0.6690233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,511,1.2549333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,1023,2.4439826666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,float16,2047,4.839588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,1,0.18795399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,7,0.16058466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,3,0.15658933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,31,0.14839066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,15,0.20629266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,63,0.160628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,127,0.17914866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,511,0.36731933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,255,0.21488133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,float16,1023,0.8581993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,1,0.149994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,3,0.14431733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,7,0.15310533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,15,0.16861
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,31,0.16380866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,127,0.21265399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,63,0.12657666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,255,0.36619266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,511,0.6747346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,float16,1023,1.2857433333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,1,0.21144066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,3,0.218894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,7,0.21483799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,15,0.214604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,31,0.22573200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,63,0.21479466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,127,0.37013599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,255,0.675688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,511,1.2703686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,1,0.38072666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,3,0.37914933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,7,0.38923733333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,15,0.39197599999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,31,0.39892666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,63,0.376428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,float16,1023,2.4705026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,1,0.16336666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,3,0.11620266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,7,0.15115533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,15,0.14188199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,31,0.14956066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,63,0.16163333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,127,0.13531266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,255,0.125502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,1023,0.14582533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,511,0.14304333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,2047,0.15499466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,4095,0.14157866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,8191,0.151164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,16383,0.21015799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,32767,0.364052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,1,0.11303933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,65535,0.6842419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,3,0.11591666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,255,1.2840099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,float16,131071,1.3126186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,7,0.146692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,127,0.6699419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,15,0.11225933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,31,0.11524933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,63,0.15791533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,127,0.133094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,255,0.11724266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,1023,0.13628333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,511,0.124176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,2047,0.16485733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,4095,0.15236866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,8191,0.19882199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,16383,0.35093066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,1,0.11936599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,32767,0.6585886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,7,0.117988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,3,0.11431333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,65535,1.2771633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,511,2.4745326666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,15,0.11352466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,31,0.13841533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,63,0.11847333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,255,0.11447799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,127,0.13172466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,511,0.12282399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,1023,0.13391733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,float16,131071,2.507795333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,2047,0.135148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,4095,0.19448866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,8191,0.34784533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,16383,0.6516986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,1,0.11997266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,3,0.119782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,32767,1.262664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,7,0.12340466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,15,0.128804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,31,0.11698266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,63,0.11581266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,255,0.11570866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,127,0.114582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,511,0.11934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,65535,2.489543333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,1023,0.14295666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,2047,0.20942133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,4095,0.34579999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,8191,0.648388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,16383,1.2709666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,float16,1023,4.846053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,float16,131071,4.910594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,32767,2.489526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,65535,4.9377293333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,float16,131071,9.809236666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,1,0.16952866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,15,0.16817666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,3,0.20062466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,7,0.17365399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,31,0.19982733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,63,0.20355399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,127,0.21688333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,255,0.40464666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,3,0.2587953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,1,0.22556733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,float16,511,0.6980653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,7,0.21875533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,15,0.22919866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,31,0.22372133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,63,0.23867133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,127,0.370214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,1,0.40254933333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,255,0.689546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,float16,511,1.304914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,3,0.41028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,7,0.38974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,63,0.38780733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,15,0.39612733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,31,0.39517399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,127,0.694772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,255,1.2942193333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,1,0.7103286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,float16,511,2.5209686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,3,0.7158319999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,15,0.7223839999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,7,0.7133013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,31,0.7211186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,63,0.7220546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,127,1.3031893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,255,2.4862846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,3,0.25334399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,1,0.24345533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,31,0.252278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,15,0.26008666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,float16,511,4.888077999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,7,0.2529106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,63,0.26019933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,127,0.4070386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,1,0.4008853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,3,0.5095133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,15,0.4262093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,float16,255,0.7123046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,7,0.4199346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,31,0.415012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,255,1.3543139999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,63,0.4182706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,float16,127,0.716612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,1,0.7673986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,7,0.744978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,3,0.7444666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,15,0.7598413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,31,0.7434353333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,127,1.3241886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,63,0.7521279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,float16,255,2.526056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,1,1.390324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,3,1.39126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,1,0.129376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,3,0.13577199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,7,0.12969666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,15,0.133354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,31,0.115908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,63,0.11357666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,127,0.11596
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,255,0.13188933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,511,0.13526933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,1023,0.14065133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,2047,0.14468133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,4095,0.133952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,8191,0.20423
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,16383,0.36614066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,32767,0.710684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,float16,65535,1.3150973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,1,0.12106466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,3,0.12453133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,7,0.11033533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,15,0.12104733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,7,1.3871779999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,31,0.12151533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,63,0.12579666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,127,0.1287
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,255,0.11570866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,511,0.12032799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,1023,0.11069066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,2047,0.12686266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,4095,0.2026353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,8191,0.3531493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,16383,0.6572626666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,32767,1.275118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,1,0.11309133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,3,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,float16,65535,2.499796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,7,0.11604666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,15,0.119964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,31,0.12364733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,63,0.10718933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,127,0.11635
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,255,0.11422666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,511,0.12639466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,1023,0.11173066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,2047,0.19498266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,4095,0.35013333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,8191,0.6516033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,16383,1.277198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,32767,2.4819686666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,1,0.155714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,3,0.117416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,7,0.11447799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,15,0.122018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,float16,65535,4.92193
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,31,0.11310866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,127,0.12257266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,63,0.1209
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,255,0.11466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,511,0.12109066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,1023,0.19475733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,2047,0.3547093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,4095,0.6610846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,31,1.3847079999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,8191,1.2572646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,16383,2.4925159999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,1,0.11602933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,3,0.12095199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,32767,4.942816666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,7,0.11197333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,15,1.3881746666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,15,0.11940066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,31,0.11443466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,float16,65535,9.812738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,63,0.11846466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,127,0.13662133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,255,0.11799666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,511,0.11630666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,1023,0.13604066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,63,1.3859993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,4095,0.20637066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,2047,0.15297533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,8191,0.3586873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,16383,0.6723166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,1,0.12817133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,32767,1.2923906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,3,0.14529666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,7,0.18193066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,31,0.11747666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,15,0.11349866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,63,0.11891533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,float16,65535,2.5542486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,127,2.566581333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,127,0.18378533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,255,0.131326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,511,0.11784933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,1023,0.15424933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,2047,0.19538999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,4095,0.35120799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,8191,0.6593253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,float16,255,4.952852666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,1,0.12008533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,16383,1.260298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,3,0.12756466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,7,0.11791866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,32767,2.471239333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,15,0.14800066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,31,0.11686133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,63,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,127,0.16291599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,255,0.12314466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,511,0.14049533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,1023,0.20186400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,2047,0.352586
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,float16,65535,4.897672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,4095,0.6669173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,1,0.139594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,3,0.167336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,7,0.12823199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,15,0.113308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,8191,1.246648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,31,0.12109933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,63,0.13326733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,255,0.11853399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,127,0.125424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,511,0.15126799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,1023,0.14339
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,2047,0.159432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,4095,0.17159133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,8191,0.15434466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,16383,0.16168533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,16383,2.456038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,32767,0.15034933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,65535,0.14486333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,float16,131071,0.21008866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,1,0.11036999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,3,0.169338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,7,0.12441866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,15,0.120874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,31,0.11659266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,63,0.171418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,127,0.12232133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,255,0.12259866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,511,0.13125666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,2047,0.14668333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,1023,0.184418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,4095,0.14007933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,8191,0.150306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,16383,0.14427399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,32767,0.13149933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,65535,0.19945466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,float16,131071,0.3567113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,3,0.11251933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,1,0.11931399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,7,0.11903666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,32767,4.878700666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,15,0.11349
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,31,0.11336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,63,0.14305199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,127,0.11937466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,255,0.13711533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,511,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,1023,0.13149933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,2047,0.13974133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,4095,0.13472333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,8191,0.133094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,16383,0.135434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,32767,0.19504333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,1,0.12486933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,3,0.11300466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,65535,0.35464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,7,0.10998000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,31,0.115284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,15,0.141154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,float16,131071,0.6823526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,63,0.12076133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,127,0.11002333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,255,0.112918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,511,0.12770333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,1023,0.13661266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,2047,0.15247266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,4095,0.16555066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,8191,0.13373533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,16383,0.13890933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,32767,0.13908266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,65535,0.20795666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,1,0.10902666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,float16,131071,0.37088133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,3,0.10829866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,7,0.11833466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,15,0.11956533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,31,0.11425266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,63,0.11383666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,127,0.11914066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,255,0.11748533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,1023,0.13684666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,511,0.14844266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,2047,0.13375266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,4095,0.14233266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,8191,0.13312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,16383,0.14016599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,32767,0.19474866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,1,0.11404466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,65535,0.3483133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,3,0.14766266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,7,0.15128533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,15,0.11433066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,float16,131071,0.6560666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,31,0.10842866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,63,0.11530133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,255,0.125554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,1023,0.13414266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,511,0.11140133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,127,0.16773466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,2047,0.13515666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,4095,0.16646066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,8191,0.13208866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,16383,0.19537266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,32767,0.36075866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,float16,65535,9.721963333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,65535,0.6576613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,float16,131071,1.2647266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,3,0.14173466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,1,0.11908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,31,0.11975599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,7,0.147498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,15,0.13453266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,63,0.118222
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,255,0.14579066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,511,0.12575333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,127,0.22445799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,1023,0.18630733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,4095,0.3690613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,2047,0.22210066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,8191,0.7122873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,1,0.13706333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,7,0.137644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,3,0.11848199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,16383,1.3230706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,float16,32767,2.5247213333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,31,0.13429
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,127,0.120822
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,15,0.11826533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,63,0.12309266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,255,0.11830866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,1023,0.2025313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,511,0.12764266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,2047,0.3654213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,4095,0.6921633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,8191,1.2781253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,3,0.11457333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,1,0.120666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,16383,2.4960606666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,7,0.15151066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,15,0.11511066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,31,0.14282666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,63,0.110188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,127,0.13690733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,255,0.12915066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,511,0.20171666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,float16,32767,4.905671333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,1023,0.3524213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,2047,0.6752286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,3,0.11462533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,1,0.12595266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,7,0.12343066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,15,0.110968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,31,0.13745333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,63,0.11495466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,127,0.2711713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,255,0.122798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,511,0.11347266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,4095,1.2916973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,1023,0.14178666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,2047,0.14520999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,4095,0.13380466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,8191,0.14020066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,16383,0.13653466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,32767,0.20580733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,65535,0.35777733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,1,0.12943666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,3,0.12860466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,7,0.116194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,float16,131071,0.670878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,15,0.120458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,31,0.13186333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,63,0.11504999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,127,0.133562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,255,0.13435933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,8191,2.4496073333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,511,0.118742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,1023,0.17842933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,4095,0.14139666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,2047,0.13692466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,8191,0.16503933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,16383,0.19464466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,32767,0.35353933333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,1,0.12203533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,3,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,65535,0.6530853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,7,0.11917533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,15,0.11700866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,float16,131071,1.2629066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,63,0.11609866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,31,1.0413346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,127,0.11584733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,255,0.11316933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,511,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,16383,4.868682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,1023,0.14503666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,2047,0.13285133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,4095,0.137436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,8191,0.192816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,16383,0.3474293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,32767,0.6530506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,float16,32767,9.721235333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,65535,1.2754386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,float16,131071,2.4851579999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,1,0.13910866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,3,0.15126799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,7,0.12102133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,15,0.11336866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,31,0.12120333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,63,0.15093866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,511,0.14789666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,255,0.134966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,127,0.19188866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,1023,0.22248199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,2047,0.376454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,4095,0.688168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,1,0.24911466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,3,0.117546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,7,0.11854266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,8191,1.3130086666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,15,0.120744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,float16,16383,2.5317933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,31,0.12044066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,127,0.14043466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,63,0.14625866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,1023,0.36074999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,255,0.11781466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,511,0.2301173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,2047,0.6882026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,4095,1.3203406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,1,0.12974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,7,0.12112533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,3,0.20949933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,15,0.15596533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,8191,2.482818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,31,0.23063733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,63,0.12432333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,float16,16383,4.887748666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,127,0.121628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,255,0.20824266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,1023,0.6600013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,511,0.3553853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,2047,1.2669626666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,4095,2.45804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,8191,4.8438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,1,0.11556999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,3,0.153946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,float16,16383,9.700799333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,7,0.21706533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,15,0.15081733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,31,0.12073533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,127,0.15036666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,63,0.14820866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,255,0.24726866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,511,0.212238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,1023,0.40461199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,2047,0.7187266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,float16,4095,1.3256706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,3,0.152074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,1,0.15526333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,7,0.17615866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,15,0.19239133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,31,0.240994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,63,0.154856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,127,0.12590066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,255,0.19688066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,511,0.3577513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,1023,0.6630866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,1,0.16828933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,3,0.16362666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,2047,1.2656453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,float16,4095,2.486059333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,7,0.12889066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,15,0.12423666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,31,0.1350873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,63,0.21952666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,127,0.21110266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,255,0.3588693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,511,0.6922933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,1023,1.26048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,2047,2.459548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,float16,4095,4.839258666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,3,0.14511466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,7,0.17498866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,1,0.1663913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,15,0.15836599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,63,0.161278
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,31,0.171418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,511,0.3808046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,127,0.13607533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,255,0.20657
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,1,0.23855
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,2047,1.3820906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,float16,1023,0.7539566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,3,0.12837066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,7,0.17556933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,31,0.12336133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,15,0.15911999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,127,0.205452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,511,0.66391
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,255,0.36257866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,63,0.20457666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,1023,1.2698053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,1,0.21503733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,float16,2047,2.4762226666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,7,0.21227266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,3,0.21326066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,15,0.21721266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,31,0.20848533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,1,0.140634
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,3,0.13841533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,7,0.1699706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,15,0.17427800000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,31,0.17988533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,63,0.17367133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,127,0.16367866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,255,0.11791866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,511,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,1023,0.13192399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,2047,0.135564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,4095,0.129688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,63,0.240032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,8191,0.13483599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,127,0.3579593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,16383,0.21086866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,32767,0.3530973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,1,0.11238066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,65535,0.6728886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,3,0.11282266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,7,0.129662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,float16,131071,1.2868526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,15,0.12230399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,31,0.133484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,63,0.11535333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,127,0.11104599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,255,0.6635546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,255,0.13065866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,1023,0.13104866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,511,0.14592933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,4095,0.149058
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,2047,0.20742799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,16383,0.34834799999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,8191,0.196352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,1,0.12597
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,32767,0.6520713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,7,0.122096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,3,0.12506866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,65535,1.2621266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,15,0.12714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,31,0.11997266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,63,0.12134199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,127,0.12258133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,255,0.125268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,511,0.12585733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,1023,0.13939466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,float16,131071,2.476318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,2047,0.15963133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,4095,0.19598799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,511,1.2618926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,8191,0.3433906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,16383,0.6503986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,32767,1.2727259999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,65535,2.4671659999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,2047,4.845767333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,float16,131071,4.879472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,float16,1023,2.4244999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,1,0.16016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,3,0.13791266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,15,0.17808266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,31,0.13858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,7,0.17082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,63,0.16682466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,127,0.21131933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,255,0.372762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,1023,1.4706293333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,float16,511,0.684736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,1,0.22821933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,7,0.23591533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,3,0.22684133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,15,0.24105466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,31,0.23710266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,63,0.2367733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,127,0.36611466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,255,0.6677233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,1023,2.4835979999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,float16,511,1.2726306666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,1,0.391118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,3,0.3919066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,7,0.3869493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,15,0.39671666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,31,0.38989599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,63,0.390182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,127,0.6842073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,255,1.282398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,511,2.4757719999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,float16,1023,4.848679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,1,0.238368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,3,0.242528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,15,0.2611873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,7,0.22756066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,31,0.24206866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,63,0.23081933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,127,0.385216
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,255,0.6881333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,float16,511,1.3075226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,1,0.3903293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,3,0.4069953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,7,0.414622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,15,0.39822466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,31,0.40046066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,63,0.40423933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,255,1.2960913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,127,0.6981086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,1,0.7291613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,float16,511,2.515179333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,3,0.7237793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,7,0.7247846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,1,0.15733466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,3,0.122616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,7,0.22108666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,15,0.12109066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,31,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,63,0.121966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,127,0.126126
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,255,0.12159333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,511,0.11658400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,1023,0.14889333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,2047,0.14193399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,4095,0.149292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,8191,0.20293866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,16383,0.35945
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,32767,0.6689886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,65535,1.2901893333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,float16,131071,2.5282746666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,1,0.1322013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,3,0.11301333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,7,0.11460799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,15,0.11677466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,31,0.111696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,63,0.11188666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,127,0.119626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,255,0.11268399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,15,0.7334686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,511,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,1023,0.11583866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,2047,0.11400133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,4095,0.20242733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,31,0.7216906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,8191,0.34355533333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,16383,0.655174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,63,0.7255733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,32767,1.2690426666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,1,0.123448
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,3,0.12211333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,65535,2.4737526666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,7,0.11318666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,15,0.127088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,63,0.11440866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,31,0.6989233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,127,0.123838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,255,0.11667066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,511,0.12026733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,1023,0.141024
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,2047,0.20039933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,float16,131071,4.916894666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,4095,0.3483133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,8191,0.662844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,16383,1.2502186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,1,0.1313
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,32767,2.4661519999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,3,0.17702533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,127,1.3081466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,7,0.112606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,65535,4.868569333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,15,0.12324866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,31,0.11863800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,63,0.13019933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,255,0.12833599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,127,0.15868666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,511,0.11293533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,float16,131071,9.711476666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,1023,0.14715999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,2047,0.14134466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,8191,0.35212666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,4095,0.204152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,16383,0.6561446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,32767,1.285752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,1,0.12600466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,3,0.11688733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,7,0.12541533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,65535,2.494327333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,15,0.22331399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,63,0.12167133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,31,0.11977333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,float16,131071,4.915325999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,255,0.11641066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,511,0.12372533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,127,0.23409533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,2047,0.19733133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,1023,0.155974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,4095,0.35568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,8191,0.6888093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,16383,1.2524373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,1,0.13602333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,255,2.5481386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,3,0.11761533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,7,0.11704333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,32767,2.447588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,15,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,31,0.13164666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,63,0.12136799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,127,0.12081333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,255,0.12168866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,1023,0.142012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,2047,0.15364266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,511,0.16014266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,8191,0.15201333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,4095,0.15513333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,16383,0.15968333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,32767,0.13734933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,65535,0.15015866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,1,0.12474799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,float16,131071,0.21071266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,3,0.121264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,7,0.12769466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,15,0.12150666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,65535,4.874826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,31,0.13157733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,63,0.11745066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,127,0.14166533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,255,0.11402733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,1023,0.161096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,511,0.16601866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,2047,0.14769733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,4095,0.15023666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,8191,0.14354599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,16383,0.15521133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,32767,0.14095466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,65535,0.19721866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,1,0.120796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,float16,131071,0.35563666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,3,0.12464399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,7,0.12746933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,15,0.11617666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,31,0.11858599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,127,0.12792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,63,0.144404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,255,0.120484
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,511,0.11845599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,1023,0.14625866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,2047,0.15288866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,4095,0.1597353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,8191,0.14305199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,16383,0.13532999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,32767,0.14137933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,float16,131071,9.680172666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,65535,0.20520933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,1,0.12617799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,3,0.11714733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,7,0.11205133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,float16,131071,0.35941533333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,15,0.129584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,63,0.13718466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,127,0.12143733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,31,0.14085066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,255,0.12640333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,511,0.12634266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,1023,0.20273066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,4095,0.145782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,2047,0.18947933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,8191,0.15044466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,16383,0.13194133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,32767,0.19409866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,65535,0.3779793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,float16,131071,0.6578173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,7,0.13487933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,1,0.11686133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,3,0.13660399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,15,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,31,0.132184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,63,0.13404733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,127,0.12199199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,511,0.12122933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,1023,0.18027533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,255,0.12133333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,2047,0.21326066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,4095,0.3602733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,8191,0.670462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,1,0.11474666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,16383,1.2676386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,3,0.13490533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,32767,2.496459333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,7,0.11336866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,15,0.1363093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,31,0.123734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,127,0.110578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,float16,65535,4.9691806666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,63,0.11250199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,255,0.13565066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,1023,0.20491466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,511,0.12461799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,2047,0.35793333333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,4095,0.6698813333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,1,0.11970399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,3,0.13855399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,7,0.13710666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,8191,1.2581486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,15,0.132158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,31,0.11934866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,63,0.12071799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,127,0.11872466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,255,0.10987599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,511,0.12148066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,1023,0.14228066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,2047,0.13122199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,4095,0.13846733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,8191,0.15288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,16383,0.130754
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,32767,0.19576266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,65535,0.35883466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,1,0.11749399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,3,0.12781599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,16383,2.4701039999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,float16,131071,0.661102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,7,0.12093466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,15,0.12021533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,63,0.116376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,127,0.11420066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,31,0.15632066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,255,0.116194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,511,0.12213933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,1023,0.13482733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,2047,0.139022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,4095,0.14852066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,8191,0.14540933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,16383,0.19467066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,32767,0.3529933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,float16,511,4.874133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,32767,4.878674666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,65535,0.6537006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,float16,131071,1.2622826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,float16,65535,9.662666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,1,0.109902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,3,0.11633266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,7,0.12707933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,15,0.11491133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,31,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,63,0.122226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,127,0.14787933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,255,0.14058199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,511,0.12018066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,1023,0.23010866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,2047,0.3685066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,4095,0.6997033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,8191,1.2783939999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,16383,2.496858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,1,0.15359933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,3,0.13443733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,7,0.132548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,31,0.135694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,15,0.16152066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,63,0.11021399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,float16,32767,4.922848666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,127,0.137462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,255,0.11416599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,511,0.20653533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,1023,0.355056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,2047,0.6756013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,4095,1.3094206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,8191,2.458785333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,16383,4.846625333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,1,0.14244533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,float16,32767,9.669590666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,7,0.16534266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,3,0.20136999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,15,0.16620933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,31,0.18600399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,63,0.11482466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,127,0.12860466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,255,0.16451066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,511,0.20461133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,2047,0.691678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,1023,0.38415
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,4095,1.2963686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,1,0.11925333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,7,0.13939466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,float16,8191,2.5298086666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,15,0.14199466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,3,0.1807
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,31,0.157638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,127,0.14774933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,63,0.14355466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,255,0.20371866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,511,0.3540593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,1023,0.6558066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,2047,1.26022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,4095,2.469549333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,float16,8191,4.8789
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,1,0.17771866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,7,0.142974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,15,0.11322133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,3,0.166478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,31,0.15886866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,63,0.14082466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,127,0.18999933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,255,0.20725466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,511,0.363194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,1023,0.7221846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,2047,1.3274906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,1,0.12473933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,float16,4095,2.5441173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,3,0.1795473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,15,0.13927333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,7,0.192608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,31,0.20942133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,255,0.3536433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,1,0.14014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,3,0.12481733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,127,0.21098999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,7,0.12733933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,31,0.13546866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,15,0.16640866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,63,0.132262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,127,0.15894666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,63,0.21614666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,255,0.139594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,511,0.162604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,1023,0.14789666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,4095,0.17653133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,2047,0.19798133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,8191,0.136318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,16383,0.20897933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,32767,0.3582626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,65535,0.6601226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,1,0.13820733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,3,0.125736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,7,0.13097933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,float16,131071,1.278368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,15,0.12112533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,63,0.11599466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,31,0.13138666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,127,0.11326466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,255,0.133016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,1023,0.130806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,511,0.13827666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,2047,0.146146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,4095,0.13208
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,8191,0.19563266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,16383,0.34474266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,32767,0.6458746666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,65535,1.2596479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,1023,1.254786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,float16,131071,2.459400666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,511,0.6609633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,2047,2.46584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,float16,4095,4.8660993333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,1,0.20748866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,15,0.17499733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,3,0.21958733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,7,0.18795399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,31,0.16669466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,63,0.16940733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,127,0.24769333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,255,0.36321999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,511,0.7030919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,1023,1.3657279999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,float16,2047,2.5884906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,1,0.21674466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,3,0.22398133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,7,0.21755066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,15,0.22795066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,31,0.22119933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,63,0.2307153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,127,0.37512799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,255,0.667212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,511,1.2748579999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,1023,2.460917333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,1,0.22165866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,float16,2047,4.876490666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,3,0.24076866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,7,0.22506466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,15,0.2495913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,31,0.22897333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,63,0.23141733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,127,0.38743466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,511,1.331018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,255,0.6947199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,float16,1023,2.6783986666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,1,0.40684799999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,3,0.3998886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,7,0.38914199999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,15,0.4012926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,1,0.15561866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,3,0.14799199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,7,0.13439399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,15,0.140738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,63,0.391014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,31,0.13195866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,63,0.12151533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,255,0.12533733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,127,0.14961266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,127,0.6867553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,31,0.39203666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,511,0.10965933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,1023,0.14808733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,4095,0.14026133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,2047,0.14212466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,8191,0.20085866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,16383,0.356122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,32767,0.6566386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,1,0.200018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,65535,1.2996533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,3,0.14524466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,7,0.12842266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,15,0.11769333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,31,0.12603933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,63,0.11857733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,127,0.166894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,float16,131071,2.5093986666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,255,0.13272133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,511,0.116376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,1023,0.16295933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,2047,0.14048666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,4095,0.20284333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,8191,0.35509933333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,255,1.2808033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,16383,0.7046346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,511,2.4800793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,32767,1.259466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,1,0.12252066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,3,0.11847333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,65535,2.455466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,7,0.13028599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,31,0.12070066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,15,0.124904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,63,0.13194999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,127,0.120874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,255,0.123942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,511,0.12759066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,1023,0.143338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,float16,131071,4.866957333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,2047,0.14189066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,4095,0.200954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,8191,0.36204133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,1,0.12946266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,3,0.16896533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,7,0.13661266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,16383,0.6799173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,15,0.15492533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,31,0.174382
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,127,0.11545733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,63,0.11799666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,32767,1.2728386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,511,0.12519866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,1023,0.13913466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,255,0.174772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,2047,0.156416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,4095,0.13805133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,8191,0.2284533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,16383,0.20494933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,32767,0.14530533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,65535,0.13676866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,1,0.16588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,float16,131071,0.2630333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,7,0.11518866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,3,0.119392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,65535,2.4847333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,63,0.12085666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,15,0.16661666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,31,0.16713666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,127,0.11480733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,255,0.13045933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,2047,0.140556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,4095,0.13974133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,511,0.12909
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,1023,0.241644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,8191,0.16126066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,16383,0.14854666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,32767,0.14161333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,65535,0.21441333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,float16,131071,0.38478266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,1,0.12289333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,float16,131071,4.9252666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,15,0.13628333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,7,0.13253933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,3,0.120744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,31,0.21975199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,255,0.120224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,127,0.13361399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,511,0.1280413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,63,0.12249466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,1023,0.133744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,2047,0.20735
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,4095,0.36379199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,8191,0.66027
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,1,0.13157733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,3,0.15301866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,7,0.14715999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,16383,1.2764613333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,15,0.12622133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,31,0.12466133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,63,0.12694066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,127,0.18091666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,32767,2.4819166666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,255,0.14111933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,511,0.12063133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,1023,0.14675266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,2047,0.15619933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,4095,0.16291599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,8191,0.143676
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,16383,0.16765666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,32767,0.20267866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,65535,0.3539033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,float16,131071,0.6634766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,float16,1023,4.8751386666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,65535,4.895817333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,1,0.14865066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,float16,131071,9.782326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,3,0.13256533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,7,0.15079133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,15,0.12566666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,63,0.12116866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,31,0.12352599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,255,0.13806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,511,0.14364133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,127,0.12530266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,1023,0.27055599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,4095,0.6680526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,2047,0.3635493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,8191,1.2754473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,16383,2.5025953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,32767,4.897871333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,float16,65535,9.766891333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,3,0.13048533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,1,0.11782333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,7,0.150696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,15,0.14118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,31,0.1593453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,63,0.15054866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,127,0.16641733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,255,0.13437666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,511,0.20728933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,1023,0.3819573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,2047,0.7049726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,4095,1.2913073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,8191,2.496875333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,float16,16383,4.900956666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,1,0.11867266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,3,0.12531133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,7,0.16432866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,15,0.12214799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,31,0.13154266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,63,0.1395853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,127,0.13619666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,1,0.12530266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,3,0.13719333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,7,0.12570133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,15,0.119002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,31,0.11859466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,63,0.12011133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,255,0.199654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,127,0.11789266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,255,0.12260733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,511,0.14069466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,1023,0.14712533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,2047,0.15203066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,4095,0.18481666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,8191,0.15411933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,511,0.36480599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,16383,0.19893466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,32767,0.3536953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,65535,0.6577306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,2047,1.2883953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,float16,131071,1.295918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,1023,0.680212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,4095,2.5191399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,float16,8191,4.992944666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,1,0.20864133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,7,0.14048666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,3,0.15996933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,15,0.17738066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,31,0.17072466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,63,0.21111999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,127,0.214526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,255,0.3525686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,511,0.6760433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,1023,1.3269186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,2047,2.5576806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,float16,4095,4.961042666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,1,0.24472066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,3,0.22366066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,7,0.22407666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,15,0.23375733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,31,0.23705066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,1,0.151918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,3,0.163332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,7,0.15375533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,15,0.14625866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,31,0.15695333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,63,0.152308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,127,0.37710399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,127,0.14381466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,63,0.2401013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,255,0.193856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,511,0.15816666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,2047,0.164632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,1023,0.17928733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,4095,0.18983466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,8191,0.20455066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,16383,0.35658133333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,32767,0.6591086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,65535,1.2744593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,float16,131071,2.4896213333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,255,0.6787039999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,511,1.28908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,1023,2.5879966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,float16,2047,5.014828
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,3,0.22036733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,7,0.22324466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,15,0.22053199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,31,0.20071133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,63,0.220948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,127,0.36451133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,255,0.6653313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,511,1.2281013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,1,0.24199933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,1023,2.4114826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,2047,4.709882666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,1,0.22108666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,1,128,1,float16,fp8,4095,9.479227333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,3,0.21371133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,7,0.20919599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,15,0.20159533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,31,0.193856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,63,0.210704
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,127,0.3561653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,255,0.6452506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,511,1.2292539999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,1023,2.393187333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,2047,4.771303333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,2,128,1,float16,fp8,4095,9.571726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,1,0.21882466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,3,0.21575666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,7,0.21524533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,15,0.20917866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,31,0.200044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,63,0.21700466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,127,0.3653953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,255,0.653588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,511,1.2411706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,1023,2.44582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,2047,4.853255333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,1,0.11272733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,4,128,1,float16,fp8,4095,9.788618666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,3,0.17265733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,7,0.10927799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,15,0.10787399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,31,0.10479733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,63,0.10646133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,127,0.11214666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,255,0.104572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,511,0.15372933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,1023,0.24326466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,4095,0.8647253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,64,8,128,1,float16,fp8,2047,0.453258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,1,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,3,0.10449399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,7,0.15481266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,15,0.12564066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,31,0.10867133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,63,0.10529999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,127,0.10703333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,255,0.10515266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,511,0.10677333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,1023,0.11895
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,2047,0.20842466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,4095,0.38587466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,8191,0.7465986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,1,128,1,float16,fp8,16383,1.4595273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,3,0.10499666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,1,0.106912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,7,0.10998866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,15,0.10244866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,31,0.10555133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,63,0.10978933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,127,0.10806466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,255,0.10735399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,511,0.105092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,1023,0.12278933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,2047,0.211094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,4095,0.3849386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,8191,0.743522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,2,128,1,float16,fp8,16383,1.466426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,1,0.16286399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,3,0.107198
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,7,0.10939066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,15,0.10601066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,31,0.10931266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,63,0.104806
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,127,0.10533466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,255,0.10494466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,511,0.10335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,1023,0.15254199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,2047,0.20878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,4095,0.38644666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,8191,0.7500826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,4,128,1,float16,fp8,16383,1.4663046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,1,0.13090133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,3,0.10432066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,7,0.105534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,15,0.10286466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,31,0.10443333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,63,0.10143466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,127,0.10417333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,255,0.10698999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,511,0.15986533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,1023,0.12051866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,2047,0.118846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,4095,0.11851666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,8191,0.11917533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,64,8,128,1,float16,fp8,16383,0.13012133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,1,0.105534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,3,0.10401733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,7,0.10447666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,15,0.10439
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,31,0.12744333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,63,0.15342599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,127,0.10446799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,255,0.10639199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,511,0.120302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,1023,0.210522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,2047,0.3849126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,4095,0.7439206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,8191,1.4590766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,1,0.11259733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,1,128,1,float16,fp8,16383,2.8831139999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,3,0.11223333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,7,0.11405333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,15,0.11106333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,31,0.10837666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,63,0.175396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,127,0.10510066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,255,0.10542999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,511,0.120432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,1023,0.210288
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,2047,0.3916553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,4095,0.748748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,8191,1.4654986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,1,0.10963333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,2,128,1,float16,fp8,16383,2.9166973333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,3,0.110162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,7,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,15,0.10549066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,31,0.10478866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,63,0.10389599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,127,0.10829
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,255,0.10365333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,511,0.121056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,1023,0.21306133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,2047,0.39332799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,4095,0.749918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,8191,1.4726746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,4,128,1,float16,fp8,16383,2.9808046666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,1,0.153998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,3,0.16243933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,7,0.11877666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,15,0.10572466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,31,0.10835933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,63,0.10542999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,127,0.10578533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,255,0.10502266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,511,0.10508333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,1023,0.12208733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,2047,0.12202666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,8191,0.131716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,4095,0.13238333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,64,8,128,1,float16,fp8,16383,0.228098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,1,0.41281933333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,3,0.4059466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,7,0.405522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,15,0.38478266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,31,0.36820333333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,127,0.6963666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,63,0.402376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,255,1.2846339999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,511,2.4287033333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,1023,4.7323466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,1,0.3982506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,1,128,1,float16,fp8,2047,9.437774666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,3,0.39912600000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,7,0.394134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,15,0.392574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,31,0.36331533333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,63,0.41201333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,127,0.6961499999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,255,1.278732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,511,2.439588666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,1023,4.7822146666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,1,0.40331199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,2,128,1,float16,fp8,2047,9.554609999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,3,0.406796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,7,0.39460199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,15,0.5057693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,31,0.39305933333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,63,0.42938133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,127,0.6968346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,255,1.281124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,511,2.4706846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,1023,4.84185
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,1,0.11662733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,4,128,1,float16,fp8,2047,9.665006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,3,0.10783066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,7,0.10497066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,15,0.105664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,31,0.11947
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,63,0.23478866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,127,0.10907866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,255,0.13979333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,511,0.24856866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,1023,0.44739066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,1,0.10722399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,3,0.106574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,64,8,128,1,float16,fp8,2047,0.8105586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,7,0.10381800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,15,0.10400866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,31,0.13891799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,63,0.10299466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,127,0.11442599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,255,0.12092599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,511,0.20725466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,1023,0.38636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,2047,0.7449086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,4095,1.4472119999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,8191,2.863562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,1,0.11723399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,1,128,1,float16,fp8,16383,5.709678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,3,0.10955533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,7,0.11960866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,15,0.10572466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,31,0.11041333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,63,0.10336733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,127,0.12091733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,255,0.121394
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,511,0.20915266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,1023,0.3865766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,4095,1.451138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,2047,0.7413726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,8191,2.8811813333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,2,128,1,float16,fp8,16383,5.737307333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,1,0.10666066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,3,0.10282999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,7,0.105092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,15,0.10698133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,31,0.10615799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,63,0.11075999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,127,0.11530999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,255,0.11999866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,511,0.21042666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,1023,0.39142133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,2047,0.749424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,4095,1.4576813333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,8191,2.921663333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,1,0.11543999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,4,128,1,float16,fp8,16383,6.023220666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,3,0.10981533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,7,0.101972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,15,0.10787399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,31,0.11802266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,63,0.10907
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,127,0.11199933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,255,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,511,0.14987266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,1023,0.1196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,4095,0.14807866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,2047,0.11942666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,8191,0.23187666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,64,8,128,1,float16,fp8,16383,0.4872053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,1,0.772122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,3,0.7656999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,7,0.7709866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,15,0.7420486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,31,0.7071999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,63,0.7733873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,127,1.3503273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,255,2.503661333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,511,4.801671333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,1,128,1,float16,fp8,1023,9.452880666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,1,0.762502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,3,0.7636373333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,7,0.7444233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,15,0.736528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,31,0.7030746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,63,0.7780933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,127,1.3746286666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,255,2.5063739999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,511,4.831753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,2,128,1,float16,fp8,1023,9.516104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,1,0.770952
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,3,0.7660466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,7,0.7535666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,15,0.7359993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,31,0.7078673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,63,0.7940139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,127,1.3599473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,255,2.530311333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,511,4.886717333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,4,128,1,float16,fp8,1023,9.661392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,1,0.11503266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,3,0.116714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,7,0.16114799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,15,0.12200066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,31,0.11834333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,63,0.14334666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,127,0.16113933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,255,0.244712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,511,0.41121599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,64,8,128,1,float16,fp8,1023,0.7697473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,1,1.5112066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,3,1.4978339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,7,1.466998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,15,1.4426013333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,31,1.387247333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,63,1.511042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,127,2.6603546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,1,128,1,float16,fp8,255,4.9601239999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,1,1.5112846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,3,1.4979639999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,7,1.470248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,15,1.4354513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,31,1.3681719999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,63,1.5169006666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,127,2.6622006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,2,128,1,float16,fp8,255,4.992277333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,1,1.520662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,3,1.5892933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,7,1.4771813333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,15,1.4376959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,31,1.3987739999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,63,1.528696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,127,2.702752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,4,128,1,float16,fp8,255,5.0354719999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,1,0.20997599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,3,0.21063466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,7,0.21038333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,15,0.22262066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,31,0.21690933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,63,0.22054066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,127,0.29815933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,64,8,128,1,float16,fp8,255,0.45188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,1,2.9745993333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,3,2.9654993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,7,2.9029000000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,15,2.828713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,31,2.7171559999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,63,2.987062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,1,128,1,float16,fp8,127,5.284248666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,1,2.9729353333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,3,2.952898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,7,2.912164666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,15,2.8751579999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,31,2.715821333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,63,3.030915333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,2,128,1,float16,fp8,127,5.3213246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,1,3.0187733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,3,2.9606026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,7,2.936492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,15,2.8941206666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,31,2.76211
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,63,3.025689333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,4,128,1,float16,fp8,127,5.376514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,1,0.4313833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,3,0.39977599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,7,0.4106526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,15,0.39996666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,31,0.3946453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,63,0.396214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,1,0.12225199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,3,0.12867399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,7,0.13975866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,15,0.19174999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,31,0.20590266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,64,8,128,1,float16,fp8,127,0.5464073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,63,0.18273666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,127,0.12083933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,255,0.1989173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,511,0.35542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,1023,0.665158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,2047,1.2892446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,4095,2.5270786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,8191,5.004558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,1,0.12454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,3,0.11327333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,1,128,1,float16,fp8,16383,10.233851333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,7,0.11855133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,15,0.114712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,63,0.11426133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,127,0.120354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,255,0.19955866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,31,0.11377599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,511,0.3567546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,1023,0.6703233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,4095,2.5386226666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,2047,1.288846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,8191,5.158174666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,1,0.18098599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,2,128,1,float16,fp8,16383,10.502578666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,3,0.187044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,7,0.11856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,15,0.115804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,31,0.12493866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,63,0.12107333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,127,0.126542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,255,0.19826733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,1023,0.6639793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,2047,1.3036486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,511,0.3552726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,4095,2.6261733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,8191,5.279031333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,4,128,1,float16,fp8,16383,11.036107333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,1,0.11732933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,3,0.1887513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,7,0.126594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,15,0.13207133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,31,0.11926199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,63,0.11620266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,127,0.160108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,255,0.12060533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,511,0.14327733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,1023,0.13936866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,2047,0.16072333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,4095,0.26055466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,8191,0.4297973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,64,8,128,1,float16,fp8,16383,0.7940486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,1,5.895595333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,3,5.879371333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,7,5.773508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,15,5.605279333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,31,5.381367333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,1,128,1,float16,fp8,63,5.943808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,1,5.905276
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,3,5.8786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,7,5.9074599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,15,5.6312880000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,31,5.559779333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,2,128,1,float16,fp8,63,6.11221
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,1,5.914488666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,3,5.878539333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,7,5.8256033333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,15,5.637666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,31,5.451298666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,4,128,1,float16,fp8,63,6.020655333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,1,0.7619213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,3,0.7603613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,7,0.778206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,15,0.763594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,31,0.7632213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,64,8,128,1,float16,fp8,63,0.7596419999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,fp8,1,11.76422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,fp8,3,11.650253333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,fp8,7,11.628569333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,fp8,15,11.180849333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,1,128,1,float16,fp8,31,10.738667333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,fp8,1,11.775174666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,fp8,3,11.705537999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,fp8,7,11.600532666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,fp8,15,11.225690666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,2,128,1,float16,fp8,31,10.774816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,fp8,1,11.806721333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,fp8,3,11.711128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,fp8,7,11.552788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,fp8,15,11.259932666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,4,128,1,float16,fp8,31,10.822846666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,fp8,1,1.371084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,fp8,3,1.3699226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,fp8,7,1.3600686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,fp8,15,1.35954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,1,0.12761666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,3,0.1305373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,7,0.126932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,15,0.12274600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,31,0.216554
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,63,0.24069933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,127,0.2085113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,255,0.3469353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,511,0.63206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,1023,1.2168173333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,2047,2.3756633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,4095,4.722336666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,64,8,128,1,float16,fp8,31,1.360424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,1,0.133744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,1,128,1,float16,fp8,8191,9.693172666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,3,0.12652466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,7,0.31468666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,15,0.22283733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,31,0.11327333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,63,0.12142866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,127,0.1947053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,255,0.3430526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,511,0.6424773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,1023,1.2171466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,2047,2.38498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,4095,4.774804666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,1,0.12740866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,2,128,1,float16,fp8,8191,9.829949999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,3,0.13617933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,7,0.13102266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,15,0.15832266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,31,0.161018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,63,0.12249466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,127,0.197678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,255,0.3424373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,511,0.6359946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,1023,1.2302073333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,2047,2.439623333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,4095,4.886604666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,1,0.11134066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,4,128,1,float16,fp8,8191,9.893580666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,3,0.10853266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,7,0.10999733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,15,0.10395666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,31,0.10804733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,63,0.10705933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,127,0.11088999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,255,0.11207733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,511,0.11066466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,1023,0.14138799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,2047,0.2601386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,4095,0.471354
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,1,0.17212866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,64,8,128,1,float16,fp8,8191,0.8916613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,3,0.171782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,7,0.168818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,15,0.16427666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,31,0.15885133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,63,0.17376666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,127,0.28068733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,255,0.5038193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,511,0.9484279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,1023,1.8500993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,2047,3.6028113333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,1,0.173342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,1,128,1,float16,fp8,4095,7.302793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,3,0.17262266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,7,0.16967599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,15,0.164424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,31,0.161122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,127,0.28403266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,63,0.17312533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,255,0.503516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,511,0.9530733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,1023,1.8351926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,2047,3.6730026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,1,0.17709466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,2,128,1,float16,fp8,4095,7.480356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,3,0.182442
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,7,0.17238866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,15,0.16870533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,31,0.180648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,63,0.17177333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,127,0.28362533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,255,0.5078493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,511,0.961688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,1023,1.8872706666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,2047,3.7400219999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,1,0.11113266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,4,128,1,float16,fp8,4095,7.464582666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,3,0.10705066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,7,0.14538333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,15,0.11030066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,31,0.11277933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,63,0.11009266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,127,0.11203400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,255,0.11041333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,511,0.13607533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,1023,0.2379
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,2047,0.440804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,1,0.112658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,3,0.11423533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,7,0.11090733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,48,8,128,1,float16,fp8,4095,0.8564226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,15,0.10663466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,31,0.10424266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,63,0.10833333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,127,0.10815999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,255,0.16763933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,511,0.10485799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,1023,0.12283266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,2047,0.21068666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,4095,0.39150799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,8191,0.7542426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,1,0.10490133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,1,128,1,float16,fp8,16383,1.4766613333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,3,0.10904399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,7,0.12947133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,15,0.10820333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,31,0.111774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,63,0.10989333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,127,0.10737999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,255,0.11101133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,511,0.127686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,1023,0.12200933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,2047,0.20804333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,4095,0.38659399999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,8191,0.7443193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,2,128,1,float16,fp8,16383,1.4700833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,1,0.11680066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,3,0.106964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,7,0.11095933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,15,0.14108466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,31,0.10804733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,63,0.10788266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,127,0.11085533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,255,0.105404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,511,0.17810866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,1023,0.11951333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,2047,0.20886666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,4095,0.3890293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,8191,0.747864
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,4,128,1,float16,fp8,16383,1.4702133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,1,0.10655666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,3,0.10713733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,7,0.11379333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,15,0.105924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,31,0.10913933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,63,0.11583866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,127,0.11121066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,255,0.10850666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,511,0.11485066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,1023,0.15374666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,2047,0.12821466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,4095,0.1722153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,8191,0.13038133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,48,8,128,1,float16,fp8,16383,0.18037066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,1,0.11364599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,3,0.10856733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,7,0.11414866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,15,0.10946866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,31,0.10994533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,63,0.10955533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,127,0.11165266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,255,0.17907066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,511,0.16723200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,1023,0.19737466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,2047,0.39207133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,4095,0.7319346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,8191,1.5410286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,1,0.10485799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,3,0.10954666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,7,0.109356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,15,0.10893133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,31,0.10357533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,1,128,1,float16,fp8,16383,2.8694553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,63,0.10728466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,127,0.11378466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,255,0.10881866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,511,0.11508466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,1023,0.21245466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,2047,0.3676486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,4095,0.7287539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,8191,1.4618153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,1,0.10782199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,2,128,1,float16,fp8,16383,2.818720666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,3,0.10634866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,7,0.16129533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,15,0.10767466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,31,0.10830733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,63,0.11166999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,127,0.10751866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,255,0.11210333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,511,0.17897533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,1023,0.20655266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,2047,0.37781466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,4095,0.7298373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,8191,1.3688306666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,4,128,1,float16,fp8,16383,2.818634
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,1,0.13605799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,3,0.107302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,7,0.12256399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,15,0.11127999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,31,0.11492000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,63,0.10992799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,127,0.10788266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,255,0.11563933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,511,0.10607133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,1023,0.12827533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,2047,0.12388133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,4095,0.12071799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,8191,0.17862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,48,8,128,1,float16,fp8,16383,0.22888666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,1,0.3259533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,3,0.308464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,7,0.3038706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,15,0.2959406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,31,0.28456133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,63,0.311324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,127,0.5262833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,255,0.9637333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,511,1.829195333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,1023,3.5706146666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,1,0.32433266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,1,128,1,float16,fp8,2047,7.1500346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,3,0.309868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,7,0.30496266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,15,0.2972493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,31,0.29674666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,63,0.3137853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,127,0.5337886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,255,0.9709180000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,511,1.845038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,1023,3.62128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,2,128,1,float16,fp8,2047,7.223831333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,1,0.3139933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,3,0.31199133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,7,0.3051446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,15,0.29713666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,31,0.28632066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,63,0.3126933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,127,0.532168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,255,0.9745579999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,511,1.8637233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,1023,3.658971333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,4,128,1,float16,fp8,2047,7.300817333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,1,0.16092266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,3,0.11303933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,7,0.15625999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,15,0.15723066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,31,0.10534333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,63,0.10453733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,127,0.11363733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,255,0.13986266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,511,0.2552853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,1023,0.4182793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,1,0.108914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,3,0.11000599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,7,0.11059533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,48,8,128,1,float16,fp8,2047,0.7844026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,15,0.10829866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,31,0.11035266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,63,0.10863666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,127,0.11565666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,255,0.112606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,511,0.16537733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,1023,0.29654733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,2047,0.5647633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,4095,1.1016806666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,8191,2.173418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,1,0.11108933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,1,128,1,float16,fp8,16383,4.303078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,3,0.120458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,7,0.11093333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,15,0.10229266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,31,0.10900933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,63,0.10861933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,127,0.107692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,255,0.10994533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,511,0.17902733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,1023,0.2981853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,2047,0.5694346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,4095,1.1146893333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,8191,2.176876
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,1,0.16524733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,2,128,1,float16,fp8,16383,4.519164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,3,0.11662733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,7,0.111566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,15,0.10783933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,31,0.11243266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,63,0.11714733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,127,0.10552533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,255,0.10776133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,511,0.166374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,1023,0.300716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,2047,0.5699633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,4095,1.1019146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,8191,2.288468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,4,128,1,float16,fp8,16383,4.536948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,1,0.11487666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,3,0.10855
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,7,0.10897466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,15,0.10550799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,31,0.10718933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,63,0.10361
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,127,0.10581133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,255,0.10309
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,511,0.10899199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,1023,0.12766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,2047,0.12835333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,4095,0.14227199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,8191,0.23096666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,48,8,128,1,float16,fp8,16383,0.40685666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,1,0.5925486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,3,0.589264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,7,0.5974973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,15,0.5680219999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,31,0.5442493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,63,0.5906246666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,127,1.0272253333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,255,1.9053406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,511,3.619607333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,1,128,1,float16,fp8,1023,7.149029333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,1,0.593528
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,3,0.584376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,7,0.5786473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,15,0.5769486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,31,0.5439633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,63,0.602706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,127,1.1460886666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,255,1.8985893333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,511,3.6627586666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,2,128,1,float16,fp8,1023,7.2168633333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,1,0.601614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,3,0.5861353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,7,0.5823653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,15,0.565526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,31,0.561886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,63,0.5963706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,127,1.040988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,255,1.9284806666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,511,3.721553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,4,128,1,float16,fp8,1023,7.292913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,1,0.11961733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,3,0.178334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,7,0.12180999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,15,0.170976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,31,0.12608266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,63,0.13048533333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,127,0.19855333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,255,0.2642986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,511,0.4114153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,48,8,128,1,float16,fp8,1023,0.7718013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,1,1.1569826666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,3,1.133548
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,7,1.145352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,15,1.09499
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,31,1.07432
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,63,1.1622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,127,2.0140379999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,1,128,1,float16,fp8,255,3.746192666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,1,1.1426566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,3,1.1448319999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,7,1.122342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,15,1.0946693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,31,1.0635213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,63,1.1591493333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,127,2.0519113333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,2,128,1,float16,fp8,255,3.7677986666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,1,1.1550933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,3,1.1455773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,7,1.1233819999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,15,1.0975986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,31,1.0653673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,63,1.1857906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,127,2.039301333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,4,128,1,float16,fp8,255,3.820691333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,1,0.20949933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,3,0.20892733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,7,0.2117353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,15,0.210704
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,31,0.2137633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,63,0.22113866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,127,0.288392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,48,8,128,1,float16,fp8,255,0.46852866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,1,2.2677546666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,3,2.242864
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,7,2.21585
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,15,2.157194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,31,2.0868986666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,63,2.259478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,1,128,1,float16,fp8,127,4.003584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,1,2.2555346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,3,2.222809333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,7,2.1981093333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,15,2.150044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,31,2.0593299999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,63,2.276915333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,2,128,1,float16,fp8,127,4.028526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,1,2.2598853333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,3,2.225106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,7,2.20259
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,15,2.1845806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,31,2.0956086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,63,2.300636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,4,128,1,float16,fp8,127,4.086194666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,1,0.38233866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,3,0.38389866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,7,0.383656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,15,0.377416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,31,0.410384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,63,0.3778493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,1,0.11212933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,3,0.11832599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,7,0.116454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,15,0.10654799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,31,0.11197333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,63,0.11688733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,127,0.11857733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,255,0.15616466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,511,0.26221866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,48,8,128,1,float16,fp8,127,0.5333726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,1023,0.483886
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,2047,0.936026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,4095,1.8183359999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,8191,3.6119459999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,1,0.107458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,3,0.10451133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,7,0.114972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,15,0.10789133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,1,128,1,float16,fp8,16383,7.4914233333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,31,0.10804733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,63,0.11660999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,127,0.12362133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,255,0.14881533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,511,0.26170733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,1023,0.48414599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,2047,0.9326373333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,4095,1.8281206666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,8191,3.7625466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,2,128,1,float16,fp8,16383,7.747679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,1,0.106418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,3,0.110292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,7,0.11011
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,15,0.10666066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,31,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,63,0.10814266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,127,0.10466733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,255,0.14964733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,511,0.260078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,1023,0.4843193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,2047,0.933712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,4095,1.9003573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,8191,3.8549939999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,1,0.11483333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,4,128,1,float16,fp8,16383,8.011475333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,3,0.10893133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,7,0.10306399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,15,0.10812533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,31,0.10453733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,63,0.111904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,127,0.11329933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,255,0.10967666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,511,0.10710266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,1023,0.12632533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,2047,0.14992466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,4095,0.23809933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,8191,0.4104273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,48,8,128,1,float16,fp8,16383,0.7753806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,1,4.440886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,3,4.400872666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,7,4.360468666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,15,4.215449333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,31,4.047515333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,1,128,1,float16,fp8,63,4.468195333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,1,4.436042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,3,4.414817333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,7,4.343924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,15,4.221958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,31,4.056814666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,2,128,1,float16,fp8,63,4.506796666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,1,4.462787333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,3,4.4164726666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,7,4.3640826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,15,4.2626219999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,31,4.084088666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,4,128,1,float16,fp8,63,4.581451333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,1,0.7270986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,3,0.7260673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,7,0.729638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,15,0.7271766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,31,0.750984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,48,8,128,1,float16,fp8,63,0.7262666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,fp8,1,8.820846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,fp8,3,8.766194666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,fp8,7,8.653562666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,fp8,15,8.445606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,1,128,1,float16,fp8,31,8.083755333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,fp8,1,8.883333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,fp8,3,8.798651333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,fp8,7,8.653709999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,fp8,15,8.414449333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,2,128,1,float16,fp8,31,8.096573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,fp8,1,8.899748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,fp8,3,8.788199333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,fp8,7,8.669422666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,fp8,15,8.490525333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,4,128,1,float16,fp8,31,8.16504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,fp8,1,1.434446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,fp8,3,1.417104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,fp8,7,1.4253893333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,fp8,15,1.4384066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,1,0.15299266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,3,0.13864066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,7,0.16396466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,15,0.13084933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,31,0.13113533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,63,0.12019799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,127,0.173212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,255,0.272766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,511,0.49596733333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,1023,0.9404806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,2047,1.8333033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,4095,3.6192086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,1,128,1,float16,fp8,8191,7.432498666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,1,0.12141999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,3,0.15366866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,7,0.11871599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,15,0.11082066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,31,0.10515266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,48,8,128,1,float16,fp8,31,1.4158646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,63,0.106054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,127,0.15764666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,255,0.280644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,511,0.49007399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,1023,0.9371873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,2047,1.8335633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,4095,3.7303153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,1,0.10684266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,2,128,1,float16,fp8,8191,7.5409619999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,3,0.12626466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,7,0.10589799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,15,0.10586333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,31,0.10984133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,63,0.10654799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,127,0.15707466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,255,0.27992466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,511,0.49183333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,1023,0.9581086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,2047,1.8882413333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,4095,3.7731026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,4,128,1,float16,fp8,8191,7.7469600000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,1,0.112606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,3,0.11904533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,7,0.10870599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,15,0.109174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,31,0.14836466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,63,0.11232866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,127,0.10807333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,255,0.10803
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,511,0.10422533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,1023,0.13807733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,2047,0.2551033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,4095,0.46002666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,1,0.15119
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,48,8,128,1,float16,fp8,8191,0.7909633333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,3,0.15018466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,7,0.14664866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,31,0.137592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,63,0.161538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,15,0.144092
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,127,0.24326466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,255,0.43472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,511,0.7915613333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,1023,1.5086153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,2047,2.9511646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,1,128,1,float16,fp8,4095,6.1647039999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,1,0.15021933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,3,0.14846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,7,0.1465793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,15,0.14351133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,31,0.13801666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,63,0.14833
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,127,0.2433253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,255,0.426452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,511,0.790712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,1023,1.5313133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,2047,3.1557673333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,2,128,1,float16,fp8,4095,6.3179393333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,1,0.1531833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,3,0.149344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,7,0.15247266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,15,0.14508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,31,0.140296
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,63,0.15114666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,127,0.2520093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,255,0.4811473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,511,0.7950626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,1023,1.5879846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,2047,3.2142846666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,4,128,1,float16,fp8,4095,6.503917333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,1,0.11231133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,3,0.107666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,7,0.11441733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,15,0.10892266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,31,0.107016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,63,0.10988466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,127,0.11136666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,255,0.13078866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,511,0.18561399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,1023,0.36758799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,2047,0.6327273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,1,0.11342933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,3,0.10947733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,7,0.11212933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,40,8,128,1,float16,fp8,4095,1.2401913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,31,0.10564666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,63,0.10668666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,127,0.10573333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,255,0.10529133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,15,0.110604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,511,0.10601933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,1023,0.12713133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,2047,0.21297466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,4095,0.3868453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,8191,0.7476820000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,1,0.10215400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,1,128,1,float16,fp8,16383,1.46328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,7,0.10464133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,15,0.10376599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,31,0.10791733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,63,0.10645266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,3,0.11257133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,127,0.10520466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,255,0.10899199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,511,0.10660866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,1023,0.12031933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,2047,0.210678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,4095,0.384644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,8191,0.7644433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,2,128,1,float16,fp8,16383,1.4886039999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,1,0.147784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,3,0.10651333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,7,0.10640066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,15,0.10471933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,31,0.125372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,63,0.10416466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,127,0.10751
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,255,0.10439
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,511,0.10722399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,1023,0.12109933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,2047,0.20690799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,8191,0.7439293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,4095,0.39792999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,4,128,1,float16,fp8,16383,1.4759246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,1,0.11264066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,7,0.110734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,15,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,3,0.10307266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,31,0.114686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,63,0.10451133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,127,0.10894866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,255,0.10491
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,511,0.13193266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,1023,0.12299733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,2047,0.13266933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,4095,0.12739133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,8191,0.12177533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,1,0.107146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,40,8,128,1,float16,fp8,16383,0.12985266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,3,0.11199933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,7,0.10869733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,15,0.10658266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,31,0.10963333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,63,0.10335866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,127,0.10672133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,255,0.10913933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,511,0.11750266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,1023,0.12108199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,2047,0.2171
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,4095,0.38887333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,8191,0.7454026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,1,128,1,float16,fp8,16383,1.461824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,1,0.21541
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,3,0.10271733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,7,0.10517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,15,0.12050133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,31,0.10534333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,63,0.11639333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,127,0.103558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,255,0.10931266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,511,0.107978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,1023,0.1263773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,2047,0.20900533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,4095,0.39332799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,8191,0.7478033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,2,128,1,float16,fp8,16383,1.462396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,1,0.115128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,3,0.125372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,15,0.12493866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,7,0.10756199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,31,0.12088266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,63,0.10321133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,127,0.11280533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,255,0.10359266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,511,0.10610599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,1023,0.11921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,2047,0.210054
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,4095,0.40507133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,8191,0.7503859999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,4,128,1,float16,fp8,16383,1.5944326666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,1,0.10976333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,3,0.108966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,7,0.105846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,15,0.11002333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,31,0.10433799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,63,0.11017933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,127,0.10533466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,255,0.108498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,511,0.10633133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,1023,0.12365599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,2047,0.12756466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,4095,0.12471333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,8191,0.129792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,40,8,128,1,float16,fp8,16383,0.25371666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,1,0.27870266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,3,0.274846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,7,0.2598353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,15,0.2568453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,31,0.243698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,63,0.26929933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,127,0.44876866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,255,0.8187746666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,511,1.5439753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,1023,2.996829333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,1,128,1,float16,fp8,2047,6.183441333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,1,0.2649053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,3,0.2635013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,7,0.25917666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,15,0.25563199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,31,0.24381066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,63,0.26489666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,127,0.4524433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,255,0.81835
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,511,1.5573393333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,1023,3.3246113333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,2,128,1,float16,fp8,2047,6.346799333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,1,0.2670806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,3,0.265434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,7,0.261196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,15,0.25392466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,31,0.2463673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,63,0.27130133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,127,0.4508833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,255,0.8196586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,511,1.6083773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,1023,3.3273846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,4,128,1,float16,fp8,2047,6.525965333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,1,0.11496333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,3,0.17345466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,7,0.11295266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,15,0.11271866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,31,0.111124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,63,0.11711266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,127,0.18123733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,255,0.20273066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,511,0.31073466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,1023,0.5832493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,1,0.110552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,3,0.11816133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,7,0.16574999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,40,8,128,1,float16,fp8,2047,1.119872
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,15,0.11481599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,31,0.11083799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,63,0.118768
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,127,0.1338133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,255,0.10793466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,511,0.12127266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,1023,0.21463866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,4095,0.7526999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,8191,1.4712880000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,2047,0.3895666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,1,0.18420133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,1,128,1,float16,fp8,16383,2.912164666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,3,0.11940066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,7,0.11553533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,15,0.10763133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,31,0.11503266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,63,0.12271133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,127,0.11036999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,255,0.10894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,511,0.12252933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,1023,0.21433533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,2047,0.3898093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,4095,0.7463473333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,8191,1.5268326666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,2,128,1,float16,fp8,16383,3.1106053333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,1,0.13552066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,3,0.10954666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,7,0.11199933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,15,0.15372933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,63,0.109122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,127,0.10762266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,31,0.11614199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,255,0.11179133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,511,0.12403733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,1023,0.2119953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,2047,0.39552066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,4095,0.7834319999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,8191,1.7389666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,4,128,1,float16,fp8,16383,3.2477466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,1,0.21651066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,3,0.10658266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,7,0.112658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,15,0.10842866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,31,0.11290066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,63,0.11090733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,127,0.14282666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,255,0.10860199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,511,0.12133333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,1023,0.12415866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,2047,0.13204533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,4095,0.3447166666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,8191,0.22943266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,40,8,128,1,float16,fp8,16383,0.4033813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,1,0.49309
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,3,0.4916513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,7,0.48382533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,15,0.4713453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,31,0.45238266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,63,0.49957266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,127,0.8551573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,255,1.5919193333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,511,3.0722206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,1,128,1,float16,fp8,1023,6.293456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,1,0.4940086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,3,0.49087133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,7,0.48899066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,15,0.47415333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,63,0.49795199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,31,0.465478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,127,0.870246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,255,1.5980379999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,511,3.2098386666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,2,128,1,float16,fp8,1023,6.382852666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,1,0.49404333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,3,0.4932286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,7,0.48688466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,15,0.4718306666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,31,0.4547833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,63,0.5026146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,127,0.8760439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,255,1.6611573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,511,3.302528666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,4,128,1,float16,fp8,1023,6.600871333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,1,0.2054433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,3,0.19729666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,7,0.20923066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,15,0.199758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,31,0.195832
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,63,0.195234
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,127,0.25699266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,255,0.36138266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,511,0.5740713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,40,8,128,1,float16,fp8,1023,1.056744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,1,0.9574673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,3,0.9496933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,7,0.9405933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,15,0.9183546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,31,0.8861406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,63,0.9738213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,127,1.6832226666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,1,128,1,float16,fp8,255,3.1594766666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,1,0.9550146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,3,0.9499013333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,7,0.9405153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,15,0.9165
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,31,0.8865653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,63,0.9740379999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,127,1.706276
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,2,128,1,float16,fp8,255,3.291158
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,1,0.9698086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,3,0.966238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,7,0.9455246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,15,0.9340673333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,31,0.885924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,63,1.00165
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,127,1.7273793333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,4,128,1,float16,fp8,255,3.3524399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,1,0.38012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,3,0.3712973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,7,0.3861693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,15,0.3479753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,31,0.39006066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,63,0.3881193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,127,0.459108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,40,8,128,1,float16,fp8,255,0.6552953333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,1,1.9135566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,3,1.86784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,7,4.076635333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,15,1.8015746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,31,1.7190766666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,63,1.9008859999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,1,128,1,float16,fp8,127,3.3837526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,1,1.8815506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,3,1.8645206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,7,1.8364493333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,15,1.789034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,31,1.7373199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,63,1.9278826666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,2,128,1,float16,fp8,127,3.3912406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,1,1.875371333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,3,1.8910233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,7,1.855698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,15,1.7987666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,31,1.7714406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,63,1.9263746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,4,128,1,float16,fp8,127,3.4925626666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,1,0.6991139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,3,0.7101206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,7,0.6948413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,15,0.8527133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,31,0.6953266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,63,0.6973980000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,1,0.11602066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,3,0.11396666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,7,0.12655066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,15,0.12408933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,31,0.13494866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,63,0.13285133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,127,0.12921133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,255,0.13412533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,511,0.229164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,1023,0.40252333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,40,8,128,1,float16,fp8,127,0.8772573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,2047,0.7565566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,4095,1.4857699999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,8191,2.950393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,1,0.11254533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,1,128,1,float16,fp8,16383,6.1814393333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,3,0.11849066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,7,0.12076999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,15,0.14169133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,31,0.12255533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,63,0.15424933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,127,0.12019799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,255,0.1293153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,511,0.22047133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,1023,0.40078133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,2047,0.7627186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,4095,1.520714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,8191,3.1038453333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,2,128,1,float16,fp8,16383,6.366940666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,3,0.12083933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,7,0.12096933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,1,0.126464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,15,0.140894
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,31,0.11751133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,63,0.12532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,127,0.12894266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,511,0.221338
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,1023,0.39844133333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,255,0.13640466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,2047,0.7858326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,4095,1.7293206666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,8191,3.238421333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,1,0.12441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,4,128,1,float16,fp8,16383,6.596364666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,3,0.13006066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,7,0.13461933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,15,0.11083799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,31,0.13089266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,63,0.12005933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,127,0.157326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,255,0.11758066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,511,0.125424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,1023,0.14173466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,2047,0.16496133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,4095,0.243178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,8191,0.4447386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,40,8,128,1,float16,fp8,16383,0.7710733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,1,3.715911333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,3,3.684347333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,7,3.6487966666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,15,3.558663333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,31,3.4126213333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,1,128,1,float16,fp8,63,3.8186633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,1,3.707539333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,3,3.7017066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,7,3.637079333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,15,3.5462786666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,31,3.4157239999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,2,128,1,float16,fp8,63,3.826264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,1,3.7262853333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,3,3.731078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,7,3.658243333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,15,3.564695333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,31,3.4534326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,4,128,1,float16,fp8,63,3.881453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,1,1.3387313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,3,1.3406293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,7,1.3404213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,15,1.3718206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,31,1.3457253333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,40,8,128,1,float16,fp8,63,1.3404213333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,fp8,1,7.365851999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,fp8,3,7.327016666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,fp8,7,7.209089333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,fp8,15,7.040496666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,1,128,1,float16,fp8,31,6.8225299999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,fp8,1,7.381608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,fp8,3,7.355868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,fp8,7,7.232480666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,fp8,15,7.059459333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,2,128,1,float16,fp8,31,6.898085999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,fp8,1,7.419931999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,fp8,3,7.383367333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,fp8,7,7.303486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,fp8,15,7.139088666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,4,128,1,float16,fp8,31,6.9256546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,fp8,1,2.597166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,fp8,3,2.59311
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,fp8,7,2.5969753333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,fp8,15,2.5895046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,1,0.129298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,3,0.12311
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,7,0.24758066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,15,0.5309286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,31,0.12108199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,63,0.11841266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,127,0.13903933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,255,0.279032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,511,0.4111293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,40,8,128,1,float16,fp8,31,2.5919226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,1023,0.7695046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,2047,1.4936566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,4095,2.9350446666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,1,0.11598599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,1,128,1,float16,fp8,8191,6.17214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,3,0.11930533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,7,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,15,0.12414133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,31,0.11586466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,63,0.11598599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,127,0.13877933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,255,0.23292533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,511,0.4305513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,1023,0.782574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,2047,1.5338786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,4095,3.1355133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,2,128,1,float16,fp8,8191,6.3760666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,1,0.146094
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,3,0.12325733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,7,0.13243533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,15,0.13710666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,31,0.11401
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,63,0.12572733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,127,0.19587533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,255,0.267982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,511,0.41106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,1023,0.7995866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,2047,1.581883333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,4095,3.210800666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,1,0.11898466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,4,128,1,float16,fp8,8191,6.745379333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,3,0.11744199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,7,0.126386
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,15,0.125606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,31,0.119522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,63,0.11402733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,127,0.12842266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,255,0.11893266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,511,0.136188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,1023,0.19507799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,2047,0.3594326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,4095,0.6829073333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,1,0.13328466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,40,8,128,1,float16,fp8,8191,0.7816033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,3,0.19646466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,7,0.12912466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,15,0.18369866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,31,0.12376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,63,0.125138
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,127,0.20188133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,255,0.347724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,511,0.6434393333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,1023,1.2247386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,2047,2.4032146666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,4095,4.8686039999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,1,0.24063866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,1,128,1,float16,fp8,8191,9.870440666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,3,0.13400399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,7,0.13038133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,15,0.12616066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,31,0.12663733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,63,0.13039866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,127,0.22140733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,255,0.3546313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,511,0.6529986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,1023,1.2301206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,2047,2.457312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,4095,4.9592746666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,1,0.137124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,2,128,1,float16,fp8,8191,10.076672666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,3,0.16236133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,7,0.11929666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,15,0.11803999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,31,0.12174933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,63,0.13028599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,127,0.12058799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,255,0.12267666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,511,0.12512933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,1023,0.14335533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,2047,0.2579806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,4095,0.47160533333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,4,128,1,float16,fp8,8191,0.800748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,1,0.12653333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,3,0.12362133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,7,0.11914933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,15,0.15749933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,31,0.12657666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,63,0.188604
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,127,0.13442866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,255,0.11756333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,511,0.13346666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,1023,0.24337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,2047,0.46891
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,4095,0.8728546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,1,0.17979
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,3,0.11911466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,32,8,128,1,float16,fp8,8191,1.4767219999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,7,0.13052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,15,0.12907266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,31,0.144898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,63,0.145964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,127,0.13194133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,255,0.14987266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,511,0.12866533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,1023,0.13361399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,2047,0.18149733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,4095,0.32304133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,8191,0.6080793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,16383,1.1842219999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,1,128,1,float16,fp8,32767,2.321375333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,1,0.17719866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,3,0.13532133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,7,0.13143
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,15,0.117572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,31,0.14189066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,63,0.14436933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,127,0.16479666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,255,0.155506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,511,0.13546
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,1023,0.14285266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,2047,0.18838733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,4095,0.340808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,8191,0.598182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,16383,1.182324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,2,128,1,float16,fp8,32767,2.2940666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,1,0.12199199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,3,0.11348133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,7,0.12071799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,15,0.12264199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,31,0.13286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,63,0.12792866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,127,0.12891666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,255,0.12293666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,511,0.19078799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,1023,0.2851073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,2047,0.23448533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,4095,0.144846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,8191,0.17022199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,16383,0.14261866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,4,128,1,float16,fp8,32767,0.14933533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,1,0.12389866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,3,0.11737266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,7,0.12974
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,15,0.12323133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,31,0.14598999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,63,0.126542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,127,0.139698
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,511,0.13794733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,255,0.126412
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,1023,0.210444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,2047,0.22277666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,4095,0.21274933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,8191,0.21716066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,16383,0.20580733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,1,0.16605333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,32,8,128,1,float16,fp8,32767,0.252642
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,3,0.11560466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,7,0.11803133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,15,0.12389
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,31,0.13019066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,63,0.14901466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,127,0.12135066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,255,0.12298866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,511,0.12349133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,1023,0.12391599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,2047,0.214526
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,4095,0.3923053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,8191,0.7618346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,16383,1.4840713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,1,128,1,float16,fp8,32767,2.950662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,1,0.12892533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,3,0.11644533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,7,0.11543999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,15,0.13240933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,31,0.1420813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,63,0.11459933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,127,0.117182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,255,0.116506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,511,0.12172333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,1023,0.13349266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,2047,0.212862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,4095,0.3961533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,8191,0.7716279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,16383,1.4701786666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,1,0.11186066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,2,128,1,float16,fp8,32767,3.0947106666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,3,0.12078733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,7,0.14317333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,15,0.11348133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,31,0.11285733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,63,0.112658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,127,0.115232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,255,0.12824933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,511,0.11553533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,1023,0.15205666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,2047,0.13351866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,4095,0.130156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,8191,0.13845
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,16383,0.13662133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,4,128,1,float16,fp8,32767,0.261482
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,1,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,3,0.15616466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,7,0.11742466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,15,0.116298
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,31,0.11319533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,63,0.13110933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,127,0.11524066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,255,0.11639333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,511,0.11779733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,1023,0.15346066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,2047,0.145912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,4095,0.19240866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,8191,0.15388533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,16383,0.22630399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,32,8,128,1,float16,fp8,32767,0.4765106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,1,0.282152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,3,0.23360133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,7,0.22991799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,15,0.21591266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,31,0.20832066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,63,0.22247333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,127,0.3716873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,255,0.6638146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,511,1.2612253333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,1023,2.41111
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,2047,4.8683266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,1,128,1,float16,fp8,4095,9.746689333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,1,0.24043933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,3,0.23441599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,7,0.24672266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,15,0.22298466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,31,0.21640666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,63,0.22590533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,127,0.371124
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,255,0.6665099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,511,1.2441086666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,1023,2.4756853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,2047,4.95235
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,1,0.14359799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,2,128,1,float16,fp8,4095,9.898208666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,3,0.12596133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,7,0.138736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,15,0.19499133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,31,0.17471133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,63,0.122668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,127,0.135694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,255,0.12400266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,511,0.14043466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,1023,0.2691346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,2047,0.4640046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,4,128,1,float16,fp8,4095,0.9028586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,1,0.24413133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,3,0.13003466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,7,0.18448733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,15,0.13238333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,31,0.1313
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,63,0.129142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,127,0.12578799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,255,0.14131866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,511,0.23510066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,1023,0.456274
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,2047,0.785616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,1,0.12130733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,3,0.12429733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,7,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,15,0.12286733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,32,8,128,1,float16,fp8,4095,1.526174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,31,0.12063133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,63,0.174486
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,127,0.12437533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,255,0.11337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,511,0.12909
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,1023,0.21448266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,2047,0.39416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,4095,0.7642006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,8191,1.5018293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,16383,2.908039333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,1,0.18351666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,1,128,1,float16,fp8,32767,6.131311333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,3,0.348972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,7,0.12177533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,15,0.20119666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,31,0.14345066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,127,0.14509733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,255,0.12241666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,63,0.15609533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,511,0.12416733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,1023,0.2138933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,2047,0.3964913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,4095,0.7613666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,8191,1.4814800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,16383,3.030889333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,1,0.127374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,2,128,1,float16,fp8,32767,6.092814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,3,0.11630666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,7,0.130988
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,15,0.11817866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,31,0.13242666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,63,0.12699266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,127,0.12978333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,255,0.11980799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,511,0.12502533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,1023,0.16731
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,2047,0.14501933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,4095,0.17283933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,8191,0.14261
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,16383,0.23686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,4,128,1,float16,fp8,32767,0.481962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,1,0.19654266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,3,0.12065733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,7,0.11290933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,15,0.15420599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,31,0.12688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,63,0.13360533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,127,0.20507066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,255,0.12469599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,511,0.12871733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,1023,0.14348533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,2047,0.20331999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,4095,0.21893733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,8191,0.23053333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,16383,0.411086
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,32,8,128,1,float16,fp8,32767,0.8922766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,1,0.45956733333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,3,0.40580799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,7,0.395928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,15,0.38850066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,31,0.39439399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,63,0.40665733333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,127,0.7102766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,255,1.27621
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,511,2.6283226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,1023,4.873864666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,1,128,1,float16,fp8,2047,9.686889333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,1,0.4190073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,3,0.40719466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,7,0.4005906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,15,0.422188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,31,0.3842193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,63,0.41592199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,127,0.712504
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,255,1.2891839999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,511,2.514581333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,1023,4.924599333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,2,128,1,float16,fp8,2047,9.818856666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,1,0.16022933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,3,0.13355333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,7,0.17949533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,15,0.12700133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,31,0.128856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,63,0.13874466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,127,0.17264866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,255,0.153114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,511,0.23870599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,1023,0.4243893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,4,128,1,float16,fp8,2047,0.8220766666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,1,0.12814533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,3,0.11747666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,7,0.125632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,15,0.12233866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,31,0.147186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,63,0.143286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,127,0.156026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,255,0.249808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,511,0.4111553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,1023,0.7596593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,32,8,128,1,float16,fp8,2047,1.4538073333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,1,0.7798439999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,3,0.7996819999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,7,0.7683693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,15,0.768924
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,31,0.7236146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,63,0.7973766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,127,1.3587253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,255,2.5397493333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,1,128,1,float16,fp8,511,4.944385333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,1,0.7838219999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,3,0.7952706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,7,0.7657693333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,15,0.776516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,31,0.7135613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,63,0.788736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,127,1.3900986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,255,2.559284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,2,128,1,float16,fp8,511,4.989495333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,1,0.1923653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,3,0.12119466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,7,0.129272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,15,0.14850333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,31,0.153452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,63,0.12046666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,127,0.173602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,255,0.25267666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,4,128,1,float16,fp8,511,0.4191373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,1,0.20435133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,3,0.21021
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,7,0.20400466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,15,0.21165733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,31,0.21565266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,63,0.206336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,127,0.273624
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,255,0.47824399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,32,8,128,1,float16,fp8,511,0.7773653333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,1,1.5136159999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,3,1.5198213333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,7,1.484106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,15,1.4426879999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,31,1.4246526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,63,1.5818573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,127,2.6881919999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,1,128,1,float16,fp8,255,5.069168
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,1,1.5243886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,3,1.5146473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,7,1.487512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,15,1.4505486666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,31,1.4002386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,63,1.558336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,127,2.701651333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,2,128,1,float16,fp8,255,5.094041333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,1,0.22080066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,3,0.215826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,7,0.21434399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,15,0.22168466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,31,0.22335733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,63,0.21456066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,127,0.2865546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,4,128,1,float16,fp8,255,0.4558406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,1,0.3762286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,3,0.3690873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,7,0.37477266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,15,0.368992
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,31,0.38071799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,63,0.3723286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,127,0.5069566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,1,0.12063999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,3,0.111254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,7,0.10926933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,15,0.111826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,31,0.10791733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,63,0.10926066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,127,0.11100266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,255,0.12137666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,511,0.20727199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,1023,0.3872353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,2047,0.7446486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,32,8,128,1,float16,fp8,255,0.826826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,4095,1.4905799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,8191,2.8822646666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,16383,5.8176559999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,1,0.10911333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,3,0.10900066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,1,128,1,float16,fp8,32767,11.943628666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,7,0.11229399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,15,0.10765733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,31,0.10890533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,63,0.10750133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,127,0.10432066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,255,0.16022933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,511,0.22170199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,1023,0.38527666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,2047,0.737438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,4095,1.4900773333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,8191,2.954527333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,16383,5.973612666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,2,128,1,float16,fp8,32767,12.057941999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,1,0.10533466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,3,0.11072533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,7,0.10670400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,15,0.11621133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,31,0.10637466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,63,0.10853266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,127,0.10299466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,255,0.10839399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,1023,0.12980066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,2047,0.13295533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,511,0.11501533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,4095,0.14519266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,8191,0.23423399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,16383,0.40997666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,4,128,1,float16,fp8,32767,0.9460533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,1,0.10616666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,3,0.15281933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,7,0.11116733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,15,0.107536
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,31,0.106444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,63,0.11022266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,127,0.10611466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,255,0.10864533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,511,0.11830866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,1023,0.12418466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,2047,0.17731133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,4095,0.23933866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,8191,0.40172599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,16383,0.7487739999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,32,8,128,1,float16,fp8,32767,1.7365833333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,1,2.9810126666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,3,2.954076666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,7,2.912164666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,15,2.832622
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,31,2.723656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,63,3.006596666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,1,128,1,float16,fp8,127,5.364077333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,1,2.9856579999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,3,2.9609059999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,7,2.9276173333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,15,2.845613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,31,2.734472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,63,3.022985333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,2,128,1,float16,fp8,127,5.392452
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,1,0.39458466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,3,0.39074533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,7,0.412152
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,15,0.3919413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,31,0.4002613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,63,0.4048633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,4,128,1,float16,fp8,127,0.5433046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,1,0.7199053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,3,0.712868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,7,0.7163606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,15,0.7158406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,31,0.7160833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,63,0.7076333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,32,8,128,1,float16,fp8,127,0.9666973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,1,5.902277333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,3,5.864811333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,7,5.818054666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,15,5.636279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,31,5.4204886666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,1,128,1,float16,fp8,63,6.051811999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,1,5.922895333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,3,5.8890780000000005
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,7,5.7953046666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,15,5.666414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,31,5.452945333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,2,128,1,float16,fp8,63,6.061258666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,1,0.7591913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,3,0.7611933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,7,0.7556813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,15,0.7682739999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,31,0.7565826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,4,128,1,float16,fp8,63,0.7504466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,1,1.384552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,3,1.3909653333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,7,1.3866926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,15,1.3870566666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,31,1.4053433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,1,0.117858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,3,0.10980666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,7,0.11394933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,15,0.107146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,31,0.10612333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,63,0.11136666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,127,0.11784066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,255,0.196404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,511,0.3492406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,1023,0.6624019999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,2047,1.2803006666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,4095,2.526654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,8191,5.246765333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,1,128,1,float16,fp8,16383,10.598414666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,1,0.10839399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,32,8,128,1,float16,fp8,63,1.3907313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,3,0.11062133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,7,0.10861933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,15,0.11111533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,31,0.11137533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,63,0.11530133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,127,0.11726866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,255,0.20010466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,511,0.350558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,1023,0.6634766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,4095,2.63289
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,2047,1.2893313333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,8191,5.316159333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,1,0.10822933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,3,0.10585466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,2,128,1,float16,fp8,16383,11.040405999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,7,0.11043066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,15,0.14109333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,31,0.11792733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,63,0.105638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,127,0.12678466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,255,0.10634866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,511,0.12272866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,1023,0.126048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,2047,0.140348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,4095,0.25423666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,8191,0.420108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,4,128,1,float16,fp8,16383,0.7673466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,1,0.10915666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,3,0.11187799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,7,0.10511799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,15,0.14265333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,31,0.111384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,63,0.10881866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,127,0.10712866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,255,0.11036133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,511,0.10853266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,1023,0.142558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,2047,0.2528413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,4095,0.46747999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,8191,0.7633946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,1,0.10656533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,32,8,128,1,float16,fp8,16383,1.4453833333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,3,0.110864
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,7,0.11271866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,15,0.11088133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,31,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,63,0.12950599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,127,0.1788713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,255,0.27158733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,511,0.49668666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,1023,0.9456026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,2047,1.8359379999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,4095,3.7545646666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,1,0.10666933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,1,128,1,float16,fp8,8191,7.556614
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,3,0.11019666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,7,0.10940799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,15,0.10754466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,31,0.11670533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,63,0.11205133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,127,0.15756866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,255,0.2718213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,511,0.49309866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,1023,0.9416766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,2047,1.9050633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,4095,3.8169299999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,2,128,1,float16,fp8,8191,7.841756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,1,0.10595866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,3,0.1118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,7,0.12883866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,15,0.11181733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,31,0.106002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,63,0.11285733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,127,0.20329399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,255,0.10710266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,511,0.10694666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,1023,0.14236733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,2047,0.24758066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,4095,0.462228
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,4,128,1,float16,fp8,8191,0.7764813333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,1,0.116194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,3,0.11207733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,7,0.23267399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,15,0.11275333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,31,0.11058666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,63,0.11378466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,127,0.11659266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,255,0.11885466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,511,0.13773066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,1023,0.25077866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,2047,0.4738933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,4095,0.8498273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,1,0.10919133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,3,0.11076866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,24,8,128,1,float16,fp8,8191,1.4322966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,7,0.117026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,15,0.111072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,31,0.11092466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,63,0.11452133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,127,0.11118466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,255,0.11516266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,511,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,1023,0.11168733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,2047,0.17308199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,4095,0.3176333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,8191,0.5968126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,16383,1.1585513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,1,128,1,float16,fp8,32767,2.2902186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,1,0.11521466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,3,0.12021533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,7,0.13325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,15,0.11607266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,31,0.11327333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,63,0.11730333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,127,0.11888933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,255,0.10612333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,511,0.11376733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,1023,0.112476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,2047,0.1777966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,4095,0.308828
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,8191,0.59397
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,16383,1.1547206666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,2,128,1,float16,fp8,32767,2.288286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,1,0.10793466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,3,0.10261333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,7,0.11072533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,15,0.10458066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,31,0.10856733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,63,0.10400866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,127,0.11056066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,255,0.10967666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,511,0.10659999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,1023,0.12792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,2047,0.13247
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,4095,0.12714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,8191,0.128934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,16383,0.12686266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,4,128,1,float16,fp8,32767,0.1399753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,1,0.11271866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,3,0.11205999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,7,0.15697066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,15,0.115414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,31,0.16230066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,63,0.11664466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,127,0.11095066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,255,0.11339466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,511,0.10993666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,1023,0.14404866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,2047,0.12095199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,4095,0.13361399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,8191,0.12478266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,16383,0.13212333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,24,8,128,1,float16,fp8,32767,0.24344666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,1,0.13646533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,3,0.10630533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,7,0.10542999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,15,0.11872466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,31,0.14997666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,63,0.191178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,127,0.11558733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,255,0.10474533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,511,0.10543866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,1023,0.11979933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,2047,0.21027066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,4095,0.3928773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,8191,0.7567559999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,16383,1.5496346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,1,128,1,float16,fp8,32767,2.901123333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,1,0.112476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,3,0.10737133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,7,0.10945133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,15,0.10892266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,31,0.156884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,63,0.10968533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,127,0.15894666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,255,0.11011
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,511,0.11653199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,1023,0.15611266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,2047,0.2125153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,4095,0.38630799999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,8191,0.7534713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,16383,1.4762626666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,1,0.10494466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,2,128,1,float16,fp8,32767,3.052989333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,3,0.11114133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,7,0.11675733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,15,0.10458933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,31,0.11441733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,63,0.1581233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,127,0.11030066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,255,0.10534333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,511,0.112632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,1023,0.13120466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,2047,0.12527666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,4095,0.15746466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,8191,0.12955799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,16383,0.12946266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,4,128,1,float16,fp8,32767,0.255164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,1,0.11136666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,3,0.10666066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,7,0.1118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,15,0.11127133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,63,0.11248466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,31,0.117728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,127,0.115518
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,255,0.12252066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,511,0.16046333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,1023,0.13738399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,2047,0.20920466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,4095,0.133146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,8191,0.13022533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,16383,0.21684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,24,8,128,1,float16,fp8,32767,0.45762600000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,1,0.17722466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,3,0.17525733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,7,0.17575133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,31,0.161356
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,15,0.18068266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,63,0.18766799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,127,0.28905933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,255,0.5276786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,511,0.9595906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,1023,1.8377493333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,2047,3.717306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,1,0.17622799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,1,128,1,float16,fp8,4095,7.418649333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,3,0.17704266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,7,0.17168666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,15,0.1679773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,63,0.17434733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,31,0.18074333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,127,0.30446866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,255,0.5133006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,511,0.9696006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,1023,1.8813773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,2047,3.727204
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,1,0.11998999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,2,128,1,float16,fp8,4095,7.560358
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,3,0.10725
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,7,0.10845466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,15,0.11080333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,31,0.160212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,63,0.10809066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,127,0.11286600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,255,0.11176533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,511,0.131976
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,1023,0.2392
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,2047,0.44566599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,4,128,1,float16,fp8,4095,0.8578959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,1,0.130052
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,3,0.11994666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,7,0.16817666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,15,0.17241466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,31,0.16337533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,127,0.11005799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,63,0.10993666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,255,0.14352866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,511,0.22573200000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,1023,0.40819133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,2047,0.7714633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,1,0.11088999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,3,0.11526666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,7,0.119236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,15,0.109954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,24,8,128,1,float16,fp8,4095,1.489488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,31,0.105664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,63,0.11035266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,127,0.10685133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,255,0.10960733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,511,0.16243933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,1023,0.21280999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,2047,0.388492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,4095,0.7453073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,8191,1.4500026666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,16383,2.9148339999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,1,0.10744933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,1,128,1,float16,fp8,32767,5.603719333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,3,0.108368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,7,0.10617533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,15,0.11823933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,31,0.105456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,63,0.12389
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,127,0.10789133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,255,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,511,0.16912133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,1023,0.198406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,2047,0.376454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,4095,0.739154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,8191,1.4549426666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,16383,2.7886473333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,1,0.11974733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,2,128,1,float16,fp8,32767,5.644816666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,3,0.11353333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,7,0.10718066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,15,0.10788266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,31,0.1118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,63,0.10861066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,127,0.10562933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,255,0.114322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,511,0.11192999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,1023,0.12457466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,2047,0.19685466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,4095,0.12566666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,8191,0.133016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,16383,0.22387733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,4,128,1,float16,fp8,32767,0.491712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,1,0.11258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,3,0.10835933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,7,0.10811666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,15,0.108472
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,31,0.10351466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,63,0.11035266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,127,0.10302066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,255,0.112008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,511,0.11407933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,1023,0.16119999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,2047,0.126074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,4095,0.14179533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,8191,0.21810533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,16383,0.38914199999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,24,8,128,1,float16,fp8,32767,0.87867
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,1,0.3112373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,3,0.3095906666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,7,0.30678266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,15,0.2991473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,31,0.28547133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,63,0.3136293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,127,0.5294466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,255,0.9823666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,511,1.8491199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,1023,3.6611293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,1,128,1,float16,fp8,2047,7.265838666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,1,0.31616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,3,0.3100846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,7,0.3070513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,15,0.29692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,31,0.2864333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,63,0.31216466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,127,0.5333206666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,255,0.9682053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,511,1.8912573333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,1023,3.6709573333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,2,128,1,float16,fp8,2047,7.340614666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,1,0.12514666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,3,0.11628066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,7,0.15661533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,15,0.15958799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,31,0.15278466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,63,0.12094333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,127,0.111228
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,255,0.13963733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,511,0.22638199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,1023,0.40946533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,4,128,1,float16,fp8,2047,0.7786913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,1,0.11077733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,3,0.11494599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,7,0.11836933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,15,0.15769866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,31,0.11462533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,63,0.11631533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,127,0.15580066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,255,0.23204999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,511,0.394992
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,1023,0.7500999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,24,8,128,1,float16,fp8,2047,1.433224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,1,0.5924966666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,3,0.6217293333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,7,0.5972286666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,15,0.5785346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,31,0.5436253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,63,0.5949233333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,127,1.0348346666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,255,1.8979479999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,1,128,1,float16,fp8,511,3.6794073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,1,0.5909626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,3,0.5852513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,7,0.5843153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,15,0.56615
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,31,0.5587399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,63,0.6033733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,127,1.0435706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,255,1.9308899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,2,128,1,float16,fp8,511,3.7085793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,1,0.11218133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,3,0.12358666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,7,0.11651466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,15,0.11116733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,31,0.13094466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,63,0.11853399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,127,0.16055
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,255,0.250042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,4,128,1,float16,fp8,511,0.42133
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,1,0.20726333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,3,0.20982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,7,0.20906599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,15,0.2112153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,31,0.18888133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,63,0.20683866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,127,0.2711453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,255,0.4192846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,24,8,128,1,float16,fp8,511,0.762242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,1,1.1732933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,3,1.1343626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,7,1.1179913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,15,1.1219086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,31,1.048346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,63,1.1477093333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,127,2.026154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,1,128,1,float16,fp8,255,3.7717853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,1,1.154868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,3,1.1364253333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,7,1.1156166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,15,1.0935166666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,31,1.0506773333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,63,1.1571733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,127,5.557153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,2,128,1,float16,fp8,255,3.8407546666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,1,0.206206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,3,0.20460266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,7,0.20816466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,15,0.20767066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,31,0.20089333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,63,0.201292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,127,0.28590466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,4,128,1,float16,fp8,255,0.44384599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,1,0.384098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,3,0.3870706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,7,0.38999999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,15,0.3846353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,31,0.39143866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,63,0.38505999999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,127,0.5066706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,1,0.12057933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,3,0.11168733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,7,0.11218133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,15,0.11739
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,31,0.11483333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,63,0.10517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,127,0.11110666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,255,0.10633133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,511,0.16943333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,1023,0.31258933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,2047,0.57031
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,24,8,128,1,float16,fp8,255,0.802178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,4095,1.1079899999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,8191,2.1713986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,16383,4.539903333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,1,128,1,float16,fp8,32767,9.157772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,1,0.13955066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,3,0.133588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,7,0.10859333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,15,0.10895733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,31,0.12036266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,63,0.11739
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,127,0.15392866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,255,0.11805733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,511,0.16613133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,1023,0.303732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,2047,0.5717573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,4095,1.1112573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,8191,2.278978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,16383,4.636346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,1,0.106756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,2,128,1,float16,fp8,32767,9.465048666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,3,0.11545733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,7,0.11059533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,15,0.10722399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,31,0.10426
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,63,0.10726733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,127,0.10678199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,255,0.10748399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,511,0.10835066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,1023,0.14085066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,2047,0.12258133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,4095,0.14217666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,8191,0.225082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,16383,0.39679466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,1,0.11258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,4,128,1,float16,fp8,32767,0.9174013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,3,0.110396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,7,0.11535333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,15,0.11097666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,31,0.10851533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,63,0.11131466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,127,0.11325599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,255,0.110578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,511,0.106964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,1023,0.12527666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,2047,0.143312
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,4095,0.24184333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,8191,0.3935706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,16383,0.7377066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,24,8,128,1,float16,fp8,32767,1.7161473333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,1,2.2641579999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,3,2.239978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,7,2.1913753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,15,2.137026666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,31,2.0515733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,63,2.2681186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,1,128,1,float16,fp8,127,4.028535333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,1,2.254096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,3,2.236164666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,7,2.2015499999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,15,2.1420359999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,31,2.0706313333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,63,2.285391333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,2,128,1,float16,fp8,127,4.059544666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,1,0.3760813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,3,0.3852073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,7,0.37568266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,15,0.377728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,31,0.3854153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,63,0.3745993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,4,128,1,float16,fp8,127,0.5271846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,1,0.7388246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,3,0.7521886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,7,0.7391453333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,15,0.7461566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,31,0.7454199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,63,0.7379493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,24,8,128,1,float16,fp8,127,0.9721139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,1,4.458454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,3,4.404972
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,7,4.346991999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,15,4.242706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,31,4.0734026666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,1,128,1,float16,fp8,63,4.515012666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,1,4.463004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,3,4.437602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,7,4.373754666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,15,4.257006
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,31,4.1119346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,2,128,1,float16,fp8,63,4.564533999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,1,0.7430193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,3,0.7308946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,7,0.7274539999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,15,0.7250273333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,31,0.7235193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,4,128,1,float16,fp8,63,0.7290139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,1,1.4554279999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,3,1.4532006666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,7,1.457638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,15,1.4492053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,31,1.4444213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,1,0.12831866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,3,0.119834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,7,0.11418333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,15,0.11212066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,31,0.11434799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,63,0.11764999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,127,0.14013133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,255,0.15193533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,511,0.26595399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,1023,0.48820199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,2047,0.9399433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,4095,1.8389453333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,8191,3.7758066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,24,8,128,1,float16,fp8,63,1.4476453333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,1,128,1,float16,fp8,16383,7.688451333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,1,0.11524066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,3,0.10993666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,7,0.11083799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,15,0.11297866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,31,0.11141866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,63,0.10547333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,127,0.15521133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,255,0.15076533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,511,0.26152533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,1023,0.48674599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,2047,0.941694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,4095,1.9086166666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,8191,3.8874506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,1,0.10717199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,2,128,1,float16,fp8,16383,7.938649333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,3,0.15110333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,7,0.11444333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,15,0.15381599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,31,0.11678333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,63,0.10884466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,127,0.11202533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,255,0.10900933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,511,0.11937466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,1023,0.10776133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,2047,0.13701133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,4095,0.24875066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,8191,0.4146566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,4,128,1,float16,fp8,16383,0.7470319999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,1,0.119912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,3,0.11768466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,7,0.11907133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,15,0.11173933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,31,0.11947
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,63,0.148668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,127,0.10705066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,255,0.11672266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,511,0.11947866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,1023,0.13891799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,2047,0.258102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,4095,0.4575393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,8191,0.7413813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,1,0.11044799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,24,8,128,1,float16,fp8,16383,1.4268626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,3,0.110916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,7,0.10907866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,15,0.108888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,31,0.12000733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,63,0.110084
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,127,0.121186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,255,0.20101466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,511,0.3523346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,1023,0.6677059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,2047,1.29415
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,4095,2.66682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,8191,5.416727333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,1,0.102076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,1,128,1,float16,fp8,16383,11.007723999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,3,0.11223333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,7,0.10607133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,15,0.10755333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,31,0.11296133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,63,0.10529133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,127,0.11360266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,255,0.10575066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,511,0.11569999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,1023,0.10937333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,2047,0.14272266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,4095,0.27184733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,8191,0.4425113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,2,128,1,float16,fp8,16383,0.8109226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,1,0.14808733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,3,0.163462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,7,0.10588066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,15,0.10442466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,31,0.11571733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,63,0.15650266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,127,0.110578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,255,0.11037866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,511,0.11109799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,1023,0.13974133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,2047,0.2513593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,4095,0.4667346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,8191,0.7530206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,4,128,1,float16,fp8,16383,1.4435200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,1,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,3,0.10359266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,7,0.10562933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,15,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,31,0.10569866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,63,0.11128866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,127,0.11649733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,255,0.11162666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,511,0.12824066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,1023,0.23295999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,2047,0.44016266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,4095,0.8598893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,8191,1.4022839999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,1,0.116558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,3,0.150254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,7,0.15138933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,15,0.10752733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,31,0.10716333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,63,0.104364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,16,8,128,1,float16,fp8,16383,2.7766179999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,127,0.13734066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,255,0.11075999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,1023,0.10949466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,2047,0.16033333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,4095,0.2959406666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,8191,0.560716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,511,0.10872333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,16383,1.0937853333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,32767,2.154672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,1,0.10883599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,1,128,1,float16,fp8,65535,4.343594666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,3,0.10608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,7,0.10889666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,15,0.10694666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,31,0.11137533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,63,0.10709400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,127,0.11621133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,255,0.10669533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,511,0.112008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,1023,0.127556
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,2047,0.12969666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,4095,0.12827533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,8191,0.12741733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,16383,0.1255973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,32767,0.124072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,2,128,1,float16,fp8,65535,0.19276400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,1,0.10489266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,3,0.10861933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,7,0.110942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,15,0.103428
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,31,0.11244133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,63,0.11035266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,127,0.12441
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,255,0.112398
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,511,0.11352466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,1023,0.13147333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,2047,0.1322013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,4095,0.12575333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,8191,0.12255533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,16383,0.17923533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,32767,0.141128
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,4,128,1,float16,fp8,65535,0.3424373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,1,0.15533266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,3,0.10900066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,7,0.15162333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,15,0.11804866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,31,0.110032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,63,0.10957266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,127,0.10633999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,255,0.107666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,511,0.10800399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,1023,0.13324133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,2047,0.12911599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,4095,0.126932
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,8191,0.13034666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,16383,0.12916799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,32767,0.24363733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,1,0.16211
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,3,0.12016333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,16,8,128,1,float16,fp8,65535,0.643708
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,7,0.12020666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,15,0.19318866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,31,0.12616066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,63,0.11542266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,127,0.116948
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,255,0.13357933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,511,0.16357466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,1023,0.10718933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,2047,0.1750233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,4095,0.3271753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,8191,0.6089373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,32767,2.310178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,16383,1.161862
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,1,0.12772933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,1,128,1,float16,fp8,65535,4.949004666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,3,0.13258266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,7,0.22106933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,15,0.13275599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,31,0.126594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,63,0.11617666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,127,0.113568
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,255,0.17060333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,511,0.169156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,1023,0.12225199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,2047,0.13283399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,4095,0.12397666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,8191,0.13287733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,16383,0.120874
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,32767,0.14885866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,2,128,1,float16,fp8,65535,0.34630266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,1,0.10655666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,3,0.10685133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,7,0.10361
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,15,0.10692933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,31,0.10204999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,63,0.10539533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,127,0.10370533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,255,0.10555133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,511,0.11552666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,1023,0.13194999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,2047,0.12320533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,4095,0.12628199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,8191,0.12134199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,32767,0.250042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,65535,0.6401806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,4,128,1,float16,fp8,16383,0.12995666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,3,0.10415599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,1,0.22876533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,7,0.16251733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,15,0.20881466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,31,0.12601333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,63,0.106236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,127,0.10419066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,255,0.11452133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,511,0.11318666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,1023,0.13276466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,2047,0.129402
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,4095,0.12579666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,8191,0.13006066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,16383,0.215982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,32767,0.4528593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,16,8,128,1,float16,fp8,65535,1.2347313333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,1,0.13169866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,3,0.135928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,7,0.13610133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,15,0.12827533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,63,0.132626
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,31,0.15955333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,127,0.19961933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,255,0.3510086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,511,0.6438553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,1023,1.2389606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,2047,2.546362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,4095,5.069549333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,1,128,1,float16,fp8,8191,10.306009999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,1,0.21618133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,3,0.162266
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,7,0.18476466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,15,0.121836
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,31,0.11933133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,63,0.12975733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,127,0.125502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,255,0.15652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,511,0.11786666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,1023,0.15105133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,2047,0.2736326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,4095,0.5194799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,2,128,1,float16,fp8,8191,0.8425039999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,1,0.11434799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,3,0.11999866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,7,0.11113266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,15,0.10913066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,31,0.10947733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,63,0.10796933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,127,0.10711133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,255,0.11648866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,511,0.1429133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,1023,0.24742466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,2047,0.4490633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,4095,0.8577919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,4,128,1,float16,fp8,8191,1.4934139999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,1,0.11881133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,3,0.24747666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,7,0.11617666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,15,0.10560333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,31,0.160498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,63,0.108628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,127,0.11165266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,255,0.136214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,511,0.22299333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,1023,0.40402266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,2047,0.7693833333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,4095,1.475396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,1,0.11241533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,3,0.12642066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,7,0.11618533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,15,0.125632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,31,0.13825933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,63,0.12496466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,16,8,128,1,float16,fp8,8191,2.7299046666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,127,0.11665333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,255,0.12661133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,511,0.12363866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,1023,0.12592666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,2047,0.21149266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,4095,0.392366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,8191,0.7485919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,16383,1.4790446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,32767,3.0777413333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,1,0.11679199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,1,128,1,float16,fp8,65535,6.252558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,3,0.15636399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,7,0.15873
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,15,0.114712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,31,0.10907866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,63,0.108238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,127,0.16209266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,255,0.10897466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,511,0.11031799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,1023,0.12487799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,2047,0.12948866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,4095,0.124176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,8191,0.1490753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,16383,0.1342033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,32767,0.2691953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,2,128,1,float16,fp8,65535,0.654134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,1,0.11423533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,3,0.11293533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,7,0.11179133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,15,0.11442599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,31,0.106366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,63,0.11354199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,127,0.3500813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,511,0.19278133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,255,0.11691333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,2047,0.18632466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,4095,0.18213866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,1023,0.16711066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,8191,0.18861266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,16383,0.22209199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,32767,0.46834666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,1,0.104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,4,128,1,float16,fp8,65535,1.2350953333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,3,0.10824666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,7,0.10466733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,15,0.10741466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,31,0.10642666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,63,0.11118466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,127,0.108082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,255,0.11515399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,511,0.11022266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,1023,0.12597866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,2047,0.12492999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,4095,0.136214
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,8191,0.21589533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,16383,0.38595266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,32767,0.8709479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,16,8,128,1,float16,fp8,65535,2.412609333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,1,0.21820933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,3,0.22407666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,7,0.21592133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,15,0.20858066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,31,0.20325066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,63,0.2186773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,127,0.38811066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,255,0.658866
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,511,1.38931
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,1023,2.542436
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,2047,5.0869
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,1,128,1,float16,fp8,4095,10.314581333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,1,0.11443466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,3,0.11203400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,7,0.11699133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,15,0.115934
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,31,0.12281533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,63,0.111228
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,127,0.11602933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,255,0.22334866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,511,0.146068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,1023,0.25579666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,2047,0.4975013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,2,128,1,float16,fp8,4095,0.9408966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,1,0.11565666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,3,0.13365733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,7,0.2276473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,15,0.13474933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,31,0.116714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,63,0.12889066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,127,0.16867933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,255,0.14013133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,511,0.23090599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,1023,0.43205933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,2047,0.7787953333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,4,128,1,float16,fp8,4095,1.5181573333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,1,0.11877666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,3,0.11974733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,7,0.11810933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,15,0.128466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,31,0.11675733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,63,0.11970399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,127,0.14590333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,255,0.23497066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,511,0.397696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,1023,0.7682653333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,2047,1.426776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,16,8,128,1,float16,fp8,4095,2.812853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,1,0.4318946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,3,0.4155233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,7,0.40273133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,15,0.38930666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,31,0.37256266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,63,0.41629466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,127,0.7033433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,255,1.3229233333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,511,2.566694
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,1,128,1,float16,fp8,1023,5.094752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,1,0.11912333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,3,0.12670666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,7,0.12071799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,15,0.1642853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,31,0.08007133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,63,0.121784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,127,0.12453133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,255,0.14351133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,511,0.242788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,2,128,1,float16,fp8,1023,0.44226866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,1,0.11979066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,3,0.14254066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,7,0.11154866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,15,0.11104599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,31,0.14313
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,63,0.11729466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,127,0.15322666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,255,0.23781333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,511,0.3987446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,4,128,1,float16,fp8,1023,0.7439206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,1,0.20395266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,3,0.19293733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,7,0.198172
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,15,0.2010753333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,31,0.19666399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,63,0.195416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,127,0.2613086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,255,0.46152599999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,511,0.763386
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,16,8,128,1,float16,fp8,1023,1.4372453333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,1,0.7763253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,3,0.7733526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,7,0.7583159999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,15,0.7404193333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,31,0.7110913333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,63,0.7819759999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,127,1.371916
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,255,2.6094726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,1,128,1,float16,fp8,511,5.132677333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,1,0.15424933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,3,0.22412866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,7,0.14043466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,15,0.13143
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,31,0.123292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,63,0.11974733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,127,0.17018733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,255,0.25600466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,2,128,1,float16,fp8,511,0.4315653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,1,0.20429066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,3,0.204438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,7,0.2002953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,15,0.20383133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,31,0.207584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,63,0.215826
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,127,0.27431733333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,255,0.4438546666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,4,128,1,float16,fp8,511,0.754728
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,1,0.3633326666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,3,0.3644073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,7,0.362336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,15,0.3781353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,31,0.38174933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,63,0.3977653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,127,0.48561933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,255,0.7857806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,1,0.12203533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,3,0.12777266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,7,0.12168866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,15,0.13721933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,31,0.18848266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,63,0.17559533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,127,0.12325733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,255,0.13534733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,16,8,128,1,float16,fp8,511,1.4309706666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,511,0.13700266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,1023,0.21531466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,2047,0.393796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,4095,0.764322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,8191,1.4959186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,16383,3.0573833333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,32767,6.221565999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,1,0.12796333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,3,0.145782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,1,128,1,float16,fp8,65535,12.641425333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,7,0.12174933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,15,0.14532266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,31,0.120666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,63,0.13604933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,127,0.18537133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,255,0.12127266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,511,0.12049266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,1023,0.17255333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,2047,0.14116266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,4095,0.14254933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,8191,0.14014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,16383,0.23998866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,32767,0.5148346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,1,0.20501
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,3,0.13659533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,2,128,1,float16,fp8,65535,1.2750573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,7,0.12121199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,15,0.12512066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,31,0.11777133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,63,0.122538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,127,0.120224
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,255,0.12361266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,511,0.11680933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,1023,0.144534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,2047,0.137046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,4095,0.14058199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,8191,0.2227593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,16383,0.3934493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,32767,0.902408
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,4,128,1,float16,fp8,65535,2.4377773333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,1,0.176254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,3,0.17062066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,7,0.12008533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,15,0.116844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,31,0.11729466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,63,0.11891533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,127,0.12403733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,511,0.120406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,255,0.12739999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,1023,0.14715999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,2047,0.14672666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,4095,0.22712733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,8191,0.39035533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,16383,0.7243080000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,32767,1.6936486666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,16,8,128,1,float16,fp8,65535,4.794712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,1,1.5426493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,3,1.499394
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,7,1.486836
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,15,1.4433639999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,31,1.420146
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,63,1.5572786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,127,2.7558179999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,1,128,1,float16,fp8,255,5.254019333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,1,0.21658
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,3,0.21511533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,7,0.213018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,15,0.210314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,31,0.21108533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,63,0.2137633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,127,0.29006466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,2,128,1,float16,fp8,255,0.45716666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,1,0.3678133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,3,0.36855
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,7,0.36705066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,15,0.385424
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,31,0.364884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,63,0.37583866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,127,0.5003266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,4,128,1,float16,fp8,255,0.8037726666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,1,0.6962366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,3,0.6841206666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,7,0.6823959999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,15,0.705692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,31,0.6910279999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,63,0.7009773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,127,0.926692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,16,8,128,1,float16,fp8,255,1.4846866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,1,3.0084773333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,3,2.9703439999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,7,2.9175986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,15,2.8565593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,31,2.7460246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,63,3.064325333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,1,128,1,float16,fp8,127,5.570014666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,1,0.4012926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,3,0.400088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,7,0.42765666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,15,0.40120599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,31,0.39857133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,63,0.3979733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,2,128,1,float16,fp8,127,0.5625706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,1,0.70707
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,3,0.7037073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,7,0.7088466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,15,0.7065326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,31,0.7060473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,63,0.708994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,4,128,1,float16,fp8,127,0.9586546666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,1,1.3376393333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,3,1.3386706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,7,1.3363046666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,15,1.3369980000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,31,1.3664646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,63,1.3483340000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,1,0.17699933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,3,0.11350733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,7,0.13043333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,15,0.10782199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,31,0.11780600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,63,0.11048266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,127,0.15489066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,255,0.17121866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,511,0.2162073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,1023,0.38915066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,2047,0.7417366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,4095,1.45041
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,8191,2.9666086666666662
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,16383,6.0652973333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,1,128,1,float16,fp8,32767,12.311675999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,1,0.111618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,3,0.14311266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,16,8,128,1,float16,fp8,127,1.794416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,7,0.10932133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,15,0.110552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,31,0.10593266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,63,0.117078
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,127,0.16142533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,255,0.10793466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,511,0.10855
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,1023,0.110942
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,2047,0.11240666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,4095,0.18086466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,8191,0.24185199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,16383,0.43541333333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,2,128,1,float16,fp8,32767,0.9739079999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,1,0.11440866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,3,0.125814
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,7,0.11745933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,15,0.12388133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,31,0.17220666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,63,0.120458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,127,0.11891533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,255,0.12275466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,511,0.12967066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,1023,0.12179266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,2047,0.14129266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,4095,0.2546093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,8191,0.40092866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,16383,0.7334686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,1,0.11083799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,4,128,1,float16,fp8,32767,1.7658853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,3,0.10728466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,7,0.11038733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,15,0.10978933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,31,0.10582866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,63,0.10900066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,127,0.17384466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,255,0.10846333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,511,0.11338599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,1023,0.13844133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,2047,0.2501113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,4095,0.46153466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,8191,0.727506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,16383,1.4298093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,1,0.11556999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,3,0.121628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,16,8,128,1,float16,fp8,32767,3.3390846666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,7,0.12455733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,15,0.11762399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,31,0.11863800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,63,0.125372
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,127,0.12856133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,255,0.15197
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,511,0.26743599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,1023,0.4888693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,2047,0.9442506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,4095,1.915004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,8191,3.873549333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,1,128,1,float16,fp8,16383,7.8857133333333325
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,1,0.10973733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,3,0.10987599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,7,0.11649733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,15,0.11009266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,31,0.10732799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,63,0.11504133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,127,0.10848066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,255,0.11664466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,511,0.11667066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,1023,0.1118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,2047,0.14391866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,4095,0.26099666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,8191,0.43094133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,2,128,1,float16,fp8,16383,0.8139126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,1,0.11296133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,3,0.116246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,7,0.11762399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,15,0.11334266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,31,0.12317066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,63,0.11976466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,127,0.10122666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,255,0.108498
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,511,0.11571733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,1023,0.14306066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,2047,0.25237333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,4095,0.456248
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,8191,0.7460786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,1,0.17772733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,3,0.15905933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,7,0.12153266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,12,4,128,1,float16,fp8,16383,1.4267326666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,15,0.10820333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,31,0.10426866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,63,0.10419066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,127,0.10663466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,255,0.11108066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,511,0.108238
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,1023,0.10761399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,2047,0.16118266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,4095,0.29759599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,8191,0.56212
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,16383,1.0936033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,32767,2.158840666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,1,0.10536066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,3,0.10809933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,1,128,1,float16,fp8,65535,4.351178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,7,0.11771933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,15,0.10893133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,31,0.10767466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,63,0.149838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,127,0.11088133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,255,0.11664466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,511,0.11065599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,1023,0.127738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,2047,0.12621266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,4095,0.12998266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,8191,0.12842266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,16383,0.13246133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,32767,0.131144
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,2,128,1,float16,fp8,65535,0.190242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,1,0.10684266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,3,0.110578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,7,0.10731933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,15,0.13493999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,63,0.11591666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,127,0.11538799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,255,0.10987599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,31,0.11363733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,511,0.11205999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,1023,0.22724
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,2047,0.14001866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,4095,0.20510533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,8191,0.139672
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,16383,0.1400273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,32767,0.15443133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,12,4,128,1,float16,fp8,65535,0.3690873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,1,0.13134333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,3,0.12634266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,7,0.12585733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,15,0.12285866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,31,0.12487799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,63,0.131404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,127,0.1313693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,255,0.19464466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,511,0.11691333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,1023,0.11095066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,2047,0.17423466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,4095,0.31406266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,16383,1.1589846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,32767,2.2800179999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,8191,0.5920373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,1,0.11843
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,1,128,1,float16,fp8,65535,4.905107999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,3,0.11499799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,7,0.12509466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,15,0.12042333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,31,0.11418333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,63,0.12337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,127,0.12176666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,255,0.15027133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,511,0.11896733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,1023,0.169
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,2047,0.137514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,4095,0.13929933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,8191,0.13938599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,16383,0.13870133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,32767,0.23705066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,2,128,1,float16,fp8,65535,0.350272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,1,0.118898
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,3,0.12238199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,7,0.13892666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,15,0.11836066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,31,0.11982533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,63,0.12423666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,127,0.12197466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,511,0.11618533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,1023,0.13988866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,2047,0.14156133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,255,0.115804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,4095,0.15782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,8191,0.14184733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,16383,0.15176199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,32767,0.25383799999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,12,4,128,1,float16,fp8,65535,0.6437513333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,1,0.12611733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,3,0.12499066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,7,0.12733066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,15,0.169702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,31,0.12461799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,63,0.16491799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,127,0.9872719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,255,0.297154
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,511,0.5028053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,1023,0.9523366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,2047,1.933048
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,4095,3.866581333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,1,128,1,float16,fp8,8191,7.892126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,1,0.13604933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,3,0.17478066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,7,0.12409799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,15,0.14668333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,31,0.137488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,127,0.14555666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,63,0.14394466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,255,0.15053133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,511,0.16024666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,1023,0.15336533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,2047,0.2743
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,4095,0.5013926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,2,128,1,float16,fp8,8191,0.8500006666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,1,0.12154999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,3,0.13156866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,7,0.12427133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,15,0.19400333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,31,0.12941933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,63,0.12648133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,127,0.12512066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,255,0.130182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,511,0.14285266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,1023,0.24337733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,2047,0.44248533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,4095,0.845494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,1,0.11788399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,3,0.121264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,12,4,128,1,float16,fp8,8191,1.4421246666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,7,0.12754733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,15,0.20305133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,31,0.12837933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,63,0.12055333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,127,0.15834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,255,0.14674399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,511,0.14611133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,1023,0.12704466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,2047,0.21535799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,4095,0.39972399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,8191,0.7613059999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,16383,1.4642333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,32767,3.107684666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,1,128,1,float16,fp8,65535,6.316188666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,1,0.13320666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,3,0.12234733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,7,0.134368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,15,0.11803999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,31,0.12801533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,63,0.12146333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,127,0.12073533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,255,0.11875066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,511,0.11898466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,1023,0.14322533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,2047,0.14433466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,4095,0.15963999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,8191,0.15239466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,16383,0.14657066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,32767,0.267384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,2,128,1,float16,fp8,65535,0.660114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,1,0.11896733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,3,0.12166266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,7,0.11806599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,15,0.12002466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,63,0.12714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,127,0.126464
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,31,0.11524066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,255,0.119834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,511,0.118352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,1023,0.13649999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,2047,0.144508
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,4095,0.15551466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,8191,0.15091266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,16383,0.251342
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,32767,0.46464599999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,12,4,128,1,float16,fp8,65535,1.2428086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,1,0.17974666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,3,0.2572613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,7,0.18109
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,15,0.17596799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,31,0.16980599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,63,0.17886266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,127,0.2901253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,255,0.5238393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,511,0.9754073333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,1023,1.928966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,2047,3.8177273333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,1,128,1,float16,fp8,4095,7.679169333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,1,0.137592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,3,0.1741653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,7,0.12171466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,15,0.12291933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,31,0.16094866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,63,0.13833733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,127,0.156104
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,255,0.16562866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,511,0.1569013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,1023,0.26179399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,2047,0.4795613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,2,128,1,float16,fp8,4095,0.927264
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,1,0.145756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,3,0.12260733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,7,0.11732933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,15,0.12252933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,31,0.12376
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,63,0.12858733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,127,0.12343933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,255,0.13971533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,511,0.23087133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,1023,0.41515066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,2047,0.7736213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,12,4,128,1,float16,fp8,4095,1.5145346666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,1,0.330668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,3,0.34581733333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,7,0.31317
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,15,0.31648933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,31,0.2919193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,63,0.32222666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,127,0.54418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,255,0.9938326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,511,1.8983553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,1,128,1,float16,fp8,1023,3.7879053333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,1,0.15586133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,3,0.19998333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,7,0.14551333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,15,0.11628933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,31,0.12186199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,63,0.18232066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,127,0.12826666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,255,0.2523126666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,511,0.2511773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,2,128,1,float16,fp8,1023,0.45820666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,1,0.13812933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,3,0.12528533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,7,0.1379213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,15,0.21567
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,31,0.13277333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,63,0.13708066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,127,0.25506866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,255,0.23639199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,511,0.402012
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,12,4,128,1,float16,fp8,1023,0.7487913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,1,0.6249793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,3,0.5998806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,7,0.5898793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,15,0.5647719999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,31,0.5526906666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,63,0.599456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,127,1.0580266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,255,1.944219333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,1,128,1,float16,fp8,511,3.7434626666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,1,0.11097666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,3,0.11812666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,7,0.11155733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,15,0.13253933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,31,0.118846
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,63,0.117416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,127,0.160706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,255,0.24153133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,2,128,1,float16,fp8,511,0.44920199999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,1,0.21235066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,3,0.20733266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,7,0.21445666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,15,0.20917
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,31,0.20637066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,63,0.20682999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,127,0.2660493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,255,0.41946666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,1,0.12551933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,3,0.12128133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,7,0.12195733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,15,0.10976333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,31,0.11046533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,63,0.10697266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,127,0.10881
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,255,0.10781333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,12,4,128,1,float16,fp8,511,0.736892
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,511,0.12434933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,1023,0.20457666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,2047,0.37544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,4095,0.7308686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,8191,1.4602033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,16383,2.7726399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,32767,5.66046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,1,0.105456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,3,0.109512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,1,128,1,float16,fp8,65535,11.616383999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,7,0.10614933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,15,0.10825533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,31,0.10750133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,63,0.11084666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,127,0.10554266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,255,0.17328999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,511,0.11043066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,1023,0.1264293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,2047,0.12754733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,4095,0.14480266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,8191,0.13479266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,16383,0.2327693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,32767,0.4960626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,2,128,1,float16,fp8,65535,1.2567793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,1,0.10664333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,3,0.10933
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,7,0.11842133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,15,0.10763133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,31,0.11187799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,63,0.10820333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,127,0.11942666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,255,0.11134066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,511,0.10928666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,1023,0.12567533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,2047,0.13957666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,4095,0.13644799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,8191,0.21853
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,16383,0.3870706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,32767,0.8945733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,12,4,128,1,float16,fp8,65535,2.4238586666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,1,1.14764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,3,1.1392593333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,7,1.1243613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,15,1.0921993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,31,1.0535633333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,63,1.2134893333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,127,2.061297333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,1,128,1,float16,fp8,255,3.8548639999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,1,0.20956866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,3,0.20448133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,7,0.20501
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,15,0.20857199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,31,0.2140493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,63,0.20297333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,127,0.29274266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,2,128,1,float16,fp8,255,0.45890866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,1,0.4009546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,3,0.39355333333333337
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,7,0.391534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,15,0.38605666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,31,0.357292
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,63,0.38765133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,127,0.49593266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,12,4,128,1,float16,fp8,255,0.7995173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,1,2.255578
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,3,2.243046
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,7,2.204592
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,15,2.1511793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,31,2.071576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,63,2.3331186666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,1,128,1,float16,fp8,127,4.102054666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,1,0.38843999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,3,0.384878
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,7,0.3938566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,15,0.4044733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,31,0.39794733333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,63,0.380328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,2,128,1,float16,fp8,127,0.5425766666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,1,0.7432273333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,3,0.7336593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,7,0.7397086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,15,0.7361986666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,31,0.7449693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,63,0.7261973333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,1,0.13602333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,3,0.11127133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,7,0.11082066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,15,0.17216333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,31,0.109512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,63,0.11154866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,127,0.10809066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,255,0.150566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,511,0.16858399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,1023,0.304044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,2047,0.572
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,4095,1.1136579999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,8191,2.2587153333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,16383,4.624776
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,12,4,128,1,float16,fp8,127,0.9522846666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,1,128,1,float16,fp8,32767,9.373771333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,3,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,7,0.11992066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,1,0.114244
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,15,0.15833133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,31,0.10670400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,63,0.106912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,127,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,255,0.10887066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,511,0.10603666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,1023,0.10893133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,2047,0.13446333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,4095,0.17283933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,8191,0.23997133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,16383,0.4197786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,2,128,1,float16,fp8,32767,0.9658479999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,1,0.10718066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,3,0.10865399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,7,0.15850466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,15,0.15799333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,31,0.16141666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,63,0.12125533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,127,0.15970066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,255,0.10959
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,511,0.11072533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,1023,0.11187799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,2047,0.14180399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,4095,0.255268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,8191,0.39533866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,16383,0.7246199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,1,0.10681666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,12,4,128,1,float16,fp8,32767,1.7336193333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,3,0.122018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,15,0.17504066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,7,0.1252073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,31,0.106314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,63,0.11566533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,127,0.10807333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,255,0.106574
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,511,0.10523933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,1023,0.13378733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,2047,0.13446333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,4095,0.160576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,8191,0.2734853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,16383,0.47150999999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,1,128,1,float16,fp8,32767,0.8643873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,1,0.116714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,3,0.11842133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,7,0.12696666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,15,0.16965866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,31,0.16331466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,63,0.12150666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,127,0.16098333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,255,0.10875800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,511,0.11192999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,1023,0.10419066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,2047,0.141648
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,4095,0.2626693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,8191,0.4185826666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,16383,0.775346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,2,128,1,float16,fp8,32767,1.8092186666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,1,0.11305666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,3,0.10968533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,7,0.10848066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,15,0.11199066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,31,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,63,0.11466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,127,0.11864666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,255,0.11723399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,511,0.10906133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,1023,0.14170866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,2047,0.25007666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,4095,0.4564646666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,8191,0.7219506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,16383,1.3764313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,1,0.11318666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,4,128,1,float16,fp8,32767,3.3689326666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,3,0.12059666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,7,0.109772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,15,0.11316933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,31,0.10530866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,63,0.13281666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,127,0.10635733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,255,0.10666066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,1023,0.229684
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,511,0.17524866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,2047,0.44327399999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,4095,0.8746573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,8191,1.360164
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,16383,2.676743333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,1,0.11975599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,3,0.112918
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,7,0.11789266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,15,0.121628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,31,0.22665066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,8,8,128,1,float16,fp8,32767,6.504567333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,63,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,127,0.122616
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,255,0.1235
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,511,0.12336133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,1023,0.244322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,2047,0.20765333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,4095,0.13245266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,8191,0.14065133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,16383,0.25626466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,32767,0.145496
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,65535,0.13777399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,1,128,1,float16,fp8,131071,0.160316
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,1,0.11189533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,3,0.12095199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,7,0.11565666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,15,0.12230399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,31,0.10868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,63,0.16607933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,127,0.11311733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,255,0.11685266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,511,0.15192666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,1023,0.19108266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,2047,0.19860533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,4095,0.12757333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,8191,0.19407266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,16383,0.12639466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,32767,0.12795466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,65535,0.18917599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,2,128,1,float16,fp8,131071,0.3643553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,1,0.13782599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,3,0.10792600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,7,0.106678
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,15,0.10762266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,31,0.10788266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,63,0.10725866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,127,0.10892266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,255,0.11072533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,511,0.10679933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,1023,0.13162066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,2047,0.12395066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,4095,0.12583999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,8191,0.18477333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,16383,0.12790266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,32767,0.18466066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,65535,0.33951666666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,4,128,1,float16,fp8,131071,0.6840859999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,1,0.11947
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,3,0.15972666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,7,0.11362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,15,0.19792933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,31,0.11145333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,63,0.12146333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,127,0.10959866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,255,0.11752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,511,0.11231999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,1023,0.16729266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,2047,0.127738
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,4095,0.12993933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,8191,0.12870866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,16383,0.13870133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,32767,0.23899199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,65535,0.6364193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,1,0.10726733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,3,0.10884466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,8,8,128,1,float16,fp8,131071,1.2683406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,7,0.10763133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,15,0.155766
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,31,0.15515066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,63,0.10467599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,127,0.10865399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,255,0.10510933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,511,0.10999733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,1023,0.12475666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,2047,0.12896
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,4095,0.12961866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,8191,0.126516
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,16383,0.12367333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,32767,0.12911599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,65535,0.15325266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,1,128,1,float16,fp8,131071,0.2651306666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,3,0.11453866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,1,0.23539533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,7,0.13261733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,15,0.11212066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,31,0.1322013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,63,0.11058666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,127,0.10855866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,255,0.11966066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,511,0.104182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,1023,0.130858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,2047,0.124514
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,4095,0.12395066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,8191,0.13401266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,16383,0.12934133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,32767,0.14665733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,65535,0.344188
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,2,128,1,float16,fp8,131071,0.6803853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,1,0.10825533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,3,0.12681066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,7,0.10832466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,15,0.10899199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,31,0.10699866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,63,0.11339466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,127,0.10752733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,255,0.10812533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,511,0.11209466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,1023,0.13234866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,2047,0.136318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,4095,0.12762533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,8191,0.13200199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,16383,0.12902933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,32767,0.24342066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,65535,0.6338626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,1,0.10794333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,4,128,1,float16,fp8,131071,1.270256
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,3,0.106964
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,7,0.11924466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,15,0.12249466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,31,0.128102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,63,0.10729333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,127,0.10885333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,255,0.10767466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,1023,0.12426266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,511,0.116688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,2047,0.16336666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,4095,0.122226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,8191,0.12624733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,16383,0.20930866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,32767,0.44716533333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,65535,1.227252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,8,8,128,1,float16,fp8,131071,2.493729333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,1,0.11640199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,3,0.11743333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,7,0.12243399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,15,0.11271866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,31,0.11501533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,63,0.11428733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,127,0.16908666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,255,0.15769866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,511,0.12728733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,1023,0.13695066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,2047,0.17346333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,4095,0.2820913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,8191,0.48845333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,1,128,1,float16,fp8,16383,0.8794066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,1,0.441324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,3,0.112346
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,7,0.115284
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,31,0.11653199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,15,0.12371666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,63,0.10842
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,127,0.11231133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,255,0.112788
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,511,0.113074
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,1023,0.142818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,2047,0.271102
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,4095,0.4968686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,8191,0.7897153333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,2,128,1,float16,fp8,16383,1.4929459999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,1,0.16337533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,3,0.10578533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,7,0.13635266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,15,0.16430266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,31,0.11584733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,63,0.112606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,127,0.11333399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,255,0.127478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,511,0.13471466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,1023,0.23284733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,2047,0.44021466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,4095,0.8341926666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,8191,1.405352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,4,128,1,float16,fp8,16383,2.689076
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,1,0.11272733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,3,0.11829133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,7,0.116688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,15,0.11609866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,31,0.10941666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,63,0.11283133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,127,0.107302
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,255,0.13402133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,511,0.21774133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,1023,0.4003306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,2047,0.7584979999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,4095,1.4724146666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,8191,2.6481346666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,1,0.10222333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,3,0.10822066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,7,0.10339333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,15,0.128908
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,31,0.10860199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,63,0.10583733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,8,8,128,1,float16,fp8,16383,5.311644
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,127,0.10918266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,255,0.10895733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,511,0.10752733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,1023,0.125762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,2047,0.121784
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,4095,0.127374
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,8191,0.1252073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,16383,0.12616933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,32767,0.15180533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,65535,0.259844
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,1,128,1,float16,fp8,131071,0.4637273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,1,0.11011866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,3,0.11323866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,7,0.154544
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,15,0.10831599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,31,0.10958133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,63,0.16373933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,127,0.10786533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,255,0.10983266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,511,0.115856
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,1023,0.12635133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,2047,0.12803266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,4095,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,8191,0.13637866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,16383,0.13474933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,32767,0.265928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,65535,0.6423213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,2,128,1,float16,fp8,131071,1.2968973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,1,0.11108933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,3,0.11027466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,7,0.107978
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,15,0.10859333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,31,0.11201666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,63,0.10666933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,127,0.10783066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,255,0.10899199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,511,0.10732799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,1023,0.1804313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,2047,0.13363133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,4095,0.12367333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,8191,0.13931666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,16383,0.21168333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,32767,0.45798999999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,65535,1.2329546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,1,0.15908533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,4,128,1,float16,fp8,131071,2.4967366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,3,0.14069466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,7,0.116636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,15,0.11703466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,31,0.11457333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,63,0.10787399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,127,0.11148799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,255,0.109954
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,511,0.11186933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,1023,0.13383933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,2047,0.17530066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,4095,0.13312866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,8191,0.21267999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,16383,0.3738886666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,32767,0.8588406666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,65535,2.3971566666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,8,8,128,1,float16,fp8,131071,4.885521333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,1,0.10472799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,3,0.11941799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,7,0.11133199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,15,0.106444
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,31,0.11391466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,63,0.116636
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,127,0.114062
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,255,0.137618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,511,0.12069200000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,1023,0.190034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,2047,0.298792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,4095,0.5215686666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,1,128,1,float16,fp8,8191,0.8837139999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,1,0.11862933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,3,0.10973733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,7,0.10958133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,15,0.11653199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,31,0.110162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,63,0.10756199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,127,0.11602933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,255,0.10989333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,511,0.158522
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,1023,0.26804266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,2047,0.467506
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,4095,0.8981613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,2,128,1,float16,fp8,8191,1.520679333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,1,0.105664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,3,0.11064733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,7,0.111956
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,15,0.11095066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,31,0.11000599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,63,0.11049133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,127,0.10493599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,255,0.13299866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,511,0.22328800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,1023,0.3961186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,2047,0.7577699999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,4095,1.4708199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,4,128,1,float16,fp8,8191,2.7317853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,1,0.12000733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,3,0.11053466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,7,0.1322013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,15,0.110032
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,31,0.2624613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,63,0.10890533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,127,0.137982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,255,0.21434399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,511,0.3864553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,1023,0.7263273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,2047,1.4131866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,4095,2.7335013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,8,8,128,1,float16,fp8,8191,5.240967333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,1,0.1832393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,3,0.12673266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,7,0.11758066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,15,0.11829133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,31,0.11087266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,63,0.12341333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,127,0.10754466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,255,0.11223333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,511,0.14789666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,1023,0.3510086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,1,128,1,float16,fp8,2047,0.5469273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,1,0.1350873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,3,0.111566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,7,0.11826533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,15,0.10868
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,31,0.11361133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,63,0.12486933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,127,0.12020666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,255,0.17933066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,511,0.23268266666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,1023,0.43176466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,2,128,1,float16,fp8,2047,0.8147793333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,1,0.16171133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,3,0.11897599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,7,0.12037133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,15,0.10978066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,31,0.10967666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,63,0.10924333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,127,0.145808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,255,0.23113133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,511,0.3967513333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,1023,0.7363113333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,4,128,1,float16,fp8,2047,1.447307333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,1,0.19948933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,3,0.1881533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,7,0.1860733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,15,0.1850333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,31,0.18545799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,63,0.19885666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,127,0.25079599999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,255,0.39481866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,511,0.727038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,1023,1.3912339999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,8,8,128,1,float16,fp8,2047,2.752906
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,1,0.13128266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,3,0.11697400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,7,0.12892533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,15,0.130026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,31,0.11259733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,63,0.11856866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,127,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,255,0.14709066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,511,0.28160599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,1,128,1,float16,fp8,1023,0.6283333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,1,0.115362
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,3,0.17234533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,7,0.113308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,15,0.119782
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,31,0.11748533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,63,0.11108066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,127,0.158938
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,255,0.23816866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,511,0.4212086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,2,128,1,float16,fp8,1023,0.782314
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,1,0.19577133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,3,0.224926
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,7,0.19116066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,15,0.19826733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,31,0.19498266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,63,0.19743533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,127,0.258206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,255,0.402792
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,511,0.7260759999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,4,128,1,float16,fp8,1023,1.3988433333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,1,0.3430526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,3,0.343122
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,7,0.34657133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,15,0.3466146666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,31,0.34332999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,63,0.3474726666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,127,0.48477866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,255,0.7560713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,511,1.4255366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,1,0.113282
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,3,0.17678266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,7,0.165646
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,15,0.228098
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,31,0.23087133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,63,0.206726
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,127,0.10794333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,255,0.12115999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,511,0.11778866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,8,8,128,1,float16,fp8,1023,2.7426446666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,1023,0.13606666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,2047,0.144794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,4095,0.13240066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,8191,0.16381733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,16383,0.15495133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,32767,0.259584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,65535,0.4644986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,1,128,1,float16,fp8,131071,0.8598633333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,1,0.21526266666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,3,0.21769799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,7,0.21069533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,15,0.12258133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,31,0.11925333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,63,0.11420066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,127,0.11538799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,255,0.11114999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,511,0.156
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,1023,0.1494653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,2047,0.13316333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,4095,0.129142
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,8191,0.14795733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,16383,0.22600066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,32767,0.4876386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,65535,1.2419506666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,2,128,1,float16,fp8,131071,2.548095333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,1,0.110968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,3,0.10645266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,7,0.10798666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,15,0.10998000000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,31,0.13403
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,63,0.10733666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,127,0.10791733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,255,0.20229733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,511,0.10903533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,1023,0.12595266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,2047,0.127478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,4095,0.1371413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,8191,0.21267133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,16383,0.40706466666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,32767,0.902824
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,65535,2.3968706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,1,0.10933866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,3,0.10500533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,7,0.10708533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,4,128,1,float16,fp8,131071,4.9204653333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,15,0.107718
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,31,0.11862066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,63,0.11080333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,127,0.11682666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,255,0.107588
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,511,0.11197333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,1023,0.13858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,2047,0.132366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,4095,0.21702199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,8191,0.3789153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,16383,0.7033606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,32767,1.669538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,65535,4.759664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,8,8,128,1,float16,fp8,131071,9.717187999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,1,0.121888
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,3,0.11971266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,7,0.12822333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,15,0.12024999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,31,0.13026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,63,0.12258133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,127,0.16757
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,255,0.2601733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,1,128,1,float16,fp8,511,0.4749853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,1,0.2014653333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,3,0.20679533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,7,0.2041953333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,15,0.20052933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,31,0.202462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,63,0.20543466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,127,0.27916199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,255,0.457028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,2,128,1,float16,fp8,511,0.773838
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,1,0.36147799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,3,0.35967533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,7,0.3672586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,15,0.377286
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,31,0.36815133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,63,0.3721813333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,127,0.490542
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,255,0.786396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,4,128,1,float16,fp8,511,1.4421073333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,1,0.662272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,3,0.6574273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,7,0.652366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,15,0.656968
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,31,0.6656606666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,63,0.656162
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,127,0.8833586666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,255,1.4494999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,8,8,128,1,float16,fp8,511,2.7545786666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,1,0.22772533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,3,0.22221333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,7,0.224016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,15,0.2289473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,31,0.226564
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,63,0.222456
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,127,0.3046853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,1,128,1,float16,fp8,255,0.47827
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,1,0.3842366666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,3,0.3724066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,7,0.3770086666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,15,0.37299599999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,31,0.37374999999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,63,0.38101266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,127,0.5121566666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,2,128,1,float16,fp8,255,0.8380666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,1,0.7014886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,3,0.6976666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,7,0.69927
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,15,0.6845193333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,31,0.6342526666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,63,0.6996946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,127,0.9197153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,4,128,1,float16,fp8,255,1.4821386666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,1,1.2995666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,3,1.2873553333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,7,1.2799019999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,15,1.291056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,31,1.414322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,63,1.2793386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,127,1.7555806666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,1,0.123682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,3,0.123344
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,7,0.2108253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,15,0.13136066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,31,0.12353466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,63,0.13446333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,127,0.18933199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,255,0.15963999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,511,0.14342466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,1023,0.216476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,2047,0.14340733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,4095,0.1536253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,8191,0.166608
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,16383,0.3131093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,32767,0.46945599999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,1,128,1,float16,fp8,65535,0.8675246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,1,0.125632
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,3,0.12037133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,7,0.12801533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,15,0.124384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,31,0.12944533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,63,0.12443599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,127,0.12239066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,255,0.12743466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,511,0.14709066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,1023,0.11947866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,2047,0.20679533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,4095,0.17605466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,8191,0.233532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,8,8,128,1,float16,fp8,255,2.8477106666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,16383,0.41247266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,32767,0.9536366666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,1,0.140634
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,2,128,1,float16,fp8,65535,2.4198546666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,3,0.12314466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,7,0.12356066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,15,0.12505999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,31,0.12135066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,63,0.138008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,127,0.125762
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,255,0.1914553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,511,0.11925333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,1023,0.12869133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,2047,0.14490666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,4095,0.2548433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,8191,0.39863199999999993
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,16383,0.723112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,32767,1.7652266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,4,128,1,float16,fp8,65535,4.750156666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,1,0.118014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,3,0.12357800000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,7,0.12596133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,15,0.122512
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,31,0.13960266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,63,0.12333533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,127,0.17406133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,255,0.12605666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,511,0.14709066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,1023,0.13866666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,2047,0.252044
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,4095,0.4627306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,8191,0.7089593333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,16383,1.3730946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,32767,3.274639333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,1,0.12746066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,3,0.12210466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,8,8,128,1,float16,fp8,65535,9.474937333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,7,0.14288733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,15,0.130494
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,31,0.11966933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,63,0.13274733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,255,0.12423666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,127,0.12193133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,511,0.17226733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,1023,0.21601666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,2047,0.20697733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,4095,0.23879266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,8191,0.25603933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,16383,0.4437853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,32767,0.8167466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,1,128,1,float16,fp8,65535,1.5622706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,1,0.12285
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,3,0.12484333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,7,0.124072
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,15,0.18982599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,31,0.12460066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,63,0.12566666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,127,0.122928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,255,0.152022
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,511,0.12782466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,1023,0.22089599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,2047,0.146796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,4095,0.26362266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,8191,0.42744866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,16383,0.7592173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,32767,1.794182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,2,128,1,float16,fp8,65535,4.748328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,1,0.12153266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,3,0.12939333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,7,0.12616933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,15,0.11919266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,31,0.13510466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,63,0.12181866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,127,0.11838666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,255,0.12803266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,511,0.15686666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,1023,0.13811199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,2047,0.2733466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,4095,0.47499399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,8191,0.7153553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,16383,1.3601813333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,32767,3.3266306666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,1,0.1313173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,3,0.13760933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,7,0.134706
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,15,0.18378533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,31,0.16784733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,4,4,128,1,float16,fp8,65535,9.454934666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,63,0.13913466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,127,0.11777133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,255,0.11945266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,1023,0.14060799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,2047,0.14079
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,4095,0.14200333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,8191,0.142818
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,511,0.12382933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,16383,0.14243666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,32767,0.144534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,65535,0.22392066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,1,128,1,float16,fp8,131071,0.15837466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,1,0.12025866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,3,0.12982666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,7,0.12915066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,15,0.11862066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,31,0.15177933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,63,0.12649866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,127,0.122928
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,255,0.132808
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,511,0.2538553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,1023,0.146016
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,2047,0.15759466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,4095,0.14150933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,8191,0.2453793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,16383,0.15448333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,32767,0.14917933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,65535,0.19332733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,2,128,1,float16,fp8,131071,0.3666693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,1,0.11947
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,3,0.11953066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,7,0.15088666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,15,0.12192266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,31,0.11789266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,63,0.13373533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,127,0.118404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,255,0.12311866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,511,0.122226
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,1023,0.14153533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,4095,0.147758
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,8191,0.14647533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,16383,0.15237733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,2047,0.14202066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,32767,0.19113466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,65535,0.34806200000000004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,1,0.13648266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,4,4,128,1,float16,fp8,131071,0.669994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,3,0.13100533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,15,0.11752
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,31,0.11758933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,63,0.12122933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,127,0.11683533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,7,0.12544133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,255,0.12016333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,511,0.20783533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,1023,0.13663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,2047,0.14156133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,4095,0.13723666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,8191,0.14038266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,16383,0.15531533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,32767,0.147446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,65535,0.14651866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,1,128,1,float16,fp8,131071,0.25488666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,1,0.12246866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,3,0.11530999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,7,0.11911466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,15,0.11324733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,31,0.2617593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,63,0.24600333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,127,0.112008
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,255,0.126438
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,511,0.12400266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,1023,0.14144866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,2047,0.14148333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,4095,0.13815533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,8191,0.231712
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,16383,0.140478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,32767,0.14633666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,65535,0.34019266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,2,128,1,float16,fp8,131071,0.6899186666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,1,0.12631666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,3,0.13656933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,7,0.13372666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,15,0.12190533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,31,0.12700999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,63,0.132106
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,127,0.11615066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,255,0.12387266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,511,0.11574333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,1023,0.14223733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,2047,0.13740133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,4095,0.138034
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,8191,0.15665866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,16383,0.13702866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,32767,0.24272733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,65535,0.6523573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,4,4,128,1,float16,fp8,131071,1.2853359999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,1,0.14416133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,7,0.12314466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,3,0.11940066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,15,0.212446
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,31,0.15220399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,63,0.13182866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,127,0.12504266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,255,0.12603933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,511,0.13855399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,1023,0.15093866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,2047,0.15769866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,4095,0.264654
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,8191,0.44936666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,16383,0.8151433333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,1,128,1,float16,fp8,32767,1.5372413333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,1,0.19027666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,3,0.137488
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,7,0.12230399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,15,0.1642853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,31,0.125502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,63,0.123786
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,127,0.11920133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,255,0.12033666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,511,0.1272613333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,1023,0.14742866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,2047,0.277368
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,4095,0.5040533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,8191,0.8118933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,16383,1.469858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,1,0.11540533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,2,128,1,float16,fp8,32767,3.510476666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,3,0.12772933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,7,0.11848199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,15,0.13182
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,31,0.122538
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,63,0.13105733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,127,0.12821466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,255,0.11949599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,511,0.1371413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,1023,0.24192133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,2047,0.4462293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,4095,0.8238706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,8191,1.3697666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,16383,2.654366
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,1,0.141778
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,3,0.12761666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,7,0.12415866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,15,0.12666333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,4,4,128,1,float16,fp8,32767,6.660255333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,31,0.185744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,127,0.12252066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,255,0.12499933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,511,0.17661799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,63,0.18078666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,1023,0.15005466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,2047,0.146562
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,4095,0.158834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,8191,0.20850266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,16383,0.149396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,32767,0.206388
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,65535,0.2666213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,1,128,1,float16,fp8,131071,0.4431786666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,1,0.12574466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,3,0.12273733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,7,0.12713133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,15,0.11993799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,31,0.13339733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,63,0.12892533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,127,0.12606533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,255,0.13832866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,511,0.129272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,1023,0.20580733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,2047,0.14797466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,4095,0.14566933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,8191,0.14030466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,16383,0.14238466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,32767,0.263068
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,65535,0.6390453333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,2,128,1,float16,fp8,131071,1.2882913333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,1,0.12200933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,3,0.12272866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,7,0.12469599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,15,0.128258
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,31,0.12534599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,63,0.14379733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,127,0.133328
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,255,0.12510333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,511,0.12404599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,2047,0.24093333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,4095,0.14884133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,1023,0.1618413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,8191,0.142038
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,16383,0.21619866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,32767,0.4537173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,65535,1.2238113333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,4,4,128,1,float16,fp8,131071,2.4771326666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,1,0.124982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,3,0.15205666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,7,0.12349133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,15,0.153686
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,31,0.31187
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,63,0.18055266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,127,0.13596266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,255,0.12096066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,511,0.13253066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,1023,0.1869573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,2047,0.27914466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,4095,0.45443666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,8191,0.8332393333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,1,128,1,float16,fp8,16383,1.5761893333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,1,0.13058933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,3,0.15756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,7,0.12705333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,15,0.12556266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,31,0.12569266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,63,0.12467
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,127,0.125242
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,255,0.13263466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,511,0.14134466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,1023,0.26240066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,2047,0.47401466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,4095,0.8845806666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,8191,1.536938
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,2,128,1,float16,fp8,16383,2.9042
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,1,0.12108199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,3,0.12076999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,7,0.12275466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,15,0.125476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,31,0.12944533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,63,0.14222866666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,127,0.134576
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,255,0.13027733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,511,0.22195333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,1023,0.39791266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,2047,0.7705099999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,4095,1.465984
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,8191,2.6868486666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,4,4,128,1,float16,fp8,16383,5.252987999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,1,0.133848
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,3,0.1945233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,7,0.12191399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,15,0.17651399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,31,0.12275466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,63,0.14678733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,127,0.17803066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,255,0.14233266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,511,0.15234266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,1023,0.2896053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,2047,0.4956293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,1,128,1,float16,fp8,4095,0.8518986666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,1,0.18044866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,3,0.12570133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,7,0.17726799999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,15,0.16877466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,31,0.131664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,63,0.125502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,127,0.149734
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,255,0.140816
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,511,0.2513853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,1023,0.4308286666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,2047,0.8291919999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,2,128,1,float16,fp8,4095,1.599719333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,1,0.13108333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,3,0.14643199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,7,0.20925666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,15,0.12902933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,31,0.13581533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,63,0.17261400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,127,0.14433466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,255,0.2227853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,511,0.403858
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,1023,0.7271679999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,2047,1.424462
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,4,4,128,1,float16,fp8,4095,2.731404
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,1,0.14303466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,3,0.133406
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,7,0.14581666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,15,0.119834
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,31,0.11901066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,63,0.1404173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,127,0.13862333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,255,0.144638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,511,0.2459773333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,1023,0.5365533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,1,128,1,float16,fp8,2047,0.904696
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,1,0.11090733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,3,0.11583866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,7,0.12298866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,15,0.18738199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,31,0.12090866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,63,0.19318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,127,0.14737666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,255,0.22922466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,511,0.4095693333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,1023,0.7686206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,2,128,1,float16,fp8,2047,1.5667253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,1,0.1886213333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,3,0.187018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,7,0.20874533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,15,0.1905973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,31,0.1994113333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,63,0.18641133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,127,0.247416
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,255,0.39864066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,511,0.7286933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,1023,1.3856613333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,1,0.11667066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,3,0.16874866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,7,0.23464133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,15,0.14188199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,31,0.11544866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,63,0.17654866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,127,0.13513933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,255,0.13884
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,511,0.15327866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,1023,0.16427666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,2047,0.12541533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,4095,0.225186
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,8191,0.1322013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,16383,0.144014
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,4,4,128,1,float16,fp8,2047,2.6844913333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,32767,0.2739533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,65535,0.4478153333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,1,128,1,float16,fp8,131071,0.8482500000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,1,0.17385333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,3,0.171418
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,7,0.16971066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,15,0.121004
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,31,0.11394933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,63,0.118118
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,127,0.11231999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,255,0.11303066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,511,0.11381066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,1023,0.14000133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,2047,0.13315466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,4095,0.13370066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,8191,0.13221866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,16383,0.22321866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,32767,0.4779926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,65535,1.2175193333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,2,128,1,float16,fp8,131071,2.5130386666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,1,0.16889600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,3,0.10913066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,7,0.12129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,15,0.10814266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,31,0.11119333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,63,0.10570733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,127,0.10895733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,255,0.10570733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,511,0.11333399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,1023,0.12884733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,2047,0.14995066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,4095,0.13955066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,8191,0.21064333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,16383,6.515279333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,32767,0.8675506666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,65535,2.3865746666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,4,4,128,1,float16,fp8,131071,4.886916666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,1,0.15780266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,3,0.15595666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,7,0.14350266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,15,0.13065
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,31,0.15330466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,63,0.14927466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,127,0.16653866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,255,0.25257266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,511,0.4436553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,1,128,1,float16,fp8,1023,1.011946
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,1,0.19784266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,3,0.20622333333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,7,0.2042993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,15,0.20718533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,31,0.20059000000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,63,0.20426466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,127,0.27544399999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,255,0.4234273333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,511,0.8065546666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,2,128,1,float16,fp8,1023,1.4779266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,1,0.35502133333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,3,0.3521353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,7,0.3421686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,15,0.3476893333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,31,0.3530713333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,63,0.349232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,127,0.4799946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,255,0.7381573333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,511,1.3867966666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,4,4,128,1,float16,fp8,1023,2.661594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,1,0.22283733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,3,0.23228399999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,7,0.22282866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,15,0.233688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,31,0.226174
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,63,0.22888666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,127,0.3029866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,255,0.47747266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,1,128,1,float16,fp8,511,0.823966
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,1,0.368992
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,3,0.37061266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,7,0.36640066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,15,0.38559733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,31,0.371384
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,63,0.3806313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,127,0.5350106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,255,0.7960593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,2,128,1,float16,fp8,511,1.4745553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,1,0.6634073333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,3,0.6484053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,7,0.6520886666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,15,0.654108
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,31,0.6559626666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,63,0.6477553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,127,0.8704019999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,255,1.4290293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,1,0.132236
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,3,0.128492
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,7,0.12445333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,15,0.11530133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,31,0.11225066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,63,0.11062999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,127,0.11275333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,255,0.11658400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,511,0.11092466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,4,4,128,1,float16,fp8,511,2.697656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,1023,0.2635013333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,2047,0.15170999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,4095,0.18999933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,8191,0.20409999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,16383,0.24890666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,32767,0.43914000000000003
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,65535,0.8023946666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,1,0.10851533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,1,128,1,float16,fp8,131071,1.5223866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,3,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,7,0.11022266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,15,0.10824666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,31,0.113178
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,63,0.11030933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,127,0.10853266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,255,0.11017066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,511,0.11044799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,1023,0.11738133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,2047,0.11219866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,4095,0.17114933333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,8191,0.22399866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,16383,0.400348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,32767,0.9144373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,65535,2.3938633333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,2,128,1,float16,fp8,131071,4.9496459999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,1,0.131534
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,3,0.11322133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,7,0.1597873333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,15,0.125606
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,31,0.10857599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,63,0.159744
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,127,0.11202533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,255,0.107458
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,511,0.108134
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,1023,0.122798
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,2047,0.13614466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,4095,0.24754600000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,8191,0.375232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,16383,0.6991746666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,32767,1.690702
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,65535,4.722449333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,1,0.11540533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,3,0.10879266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,4,4,128,1,float16,fp8,131071,9.702246666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,7,0.11414866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,15,0.11210333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,31,0.10830733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,63,0.111176
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,127,0.11810066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,255,0.14366733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,511,0.11466
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,1023,0.13290333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,2047,0.137982
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,4095,0.18183533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,8191,0.24804
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,16383,0.4362106666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,32767,0.7996733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,65535,1.5049493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,1,0.11373266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,3,0.13399533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,1,128,1,float16,fp8,131071,2.9182486666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,7,0.12874333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,15,0.11166133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,31,0.112996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,63,0.22092199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,127,0.10408666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,255,0.11582999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,511,0.14654466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,1023,0.11530999999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,2047,0.14280066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,4095,0.26043333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,8191,0.3982593333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,16383,0.74139
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,32767,2.3630359999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,65535,4.697394
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,1,0.11173933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,3,0.10670400000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,7,0.111904
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,15,0.10864533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,31,0.10890533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,63,0.10517
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,127,0.10871466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,255,0.106756
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,511,0.10807333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,1023,0.12689733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,2047,0.125112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,2,2,128,1,float16,fp8,131071,9.781182666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,4095,0.14017466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,8191,0.18685333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,32767,0.126308
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,65535,0.19708866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,131071,0.19233066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,1,0.16555066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,1,128,1,float16,fp8,16383,0.12297999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,3,0.20306866666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,15,0.176254
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,31,0.2018553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,63,0.17549133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,7,0.10705933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,127,0.10737999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,255,0.10677333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,511,0.10757933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,1023,0.12351733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,2047,0.12424533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,4095,0.12644666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,8191,0.18210400000000002
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,16383,0.125736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,32767,0.12487799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,65535,0.18501599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,2,2,128,1,float16,fp8,131071,0.3556973333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,1,0.10919133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,3,0.111748
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,7,0.110552
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,15,0.11032666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,31,0.11232866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,63,0.10654799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,127,0.12283266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,255,0.10516133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,511,0.10856733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,1023,0.12401133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,2047,0.19963666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,4095,0.130026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,8191,0.13367466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,16383,0.12920266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,32767,0.119912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,65535,0.14385799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,1,128,1,float16,fp8,131071,0.246584
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,1,0.11146199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,3,0.11050866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,7,0.11921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,15,0.10598466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,31,0.11765866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,63,0.10455466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,127,0.11233733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,255,0.10533466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,511,0.11325599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,1023,0.12386399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,2047,0.12759066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,4095,0.12297133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,16383,0.12409799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,32767,0.139594
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,65535,0.33401333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,8191,0.12720066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,2,2,128,1,float16,fp8,131071,0.691132
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,1,0.12843133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,3,0.124566
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,7,0.11153133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,15,0.10721533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,31,0.10687733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,63,0.10926066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,127,0.11262333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,255,0.15939733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,511,0.17567333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,1023,0.12657666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,2047,0.14767133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,4095,0.24336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,8191,0.43724199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,16383,0.8083226666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,32767,1.510028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,1,128,1,float16,fp8,65535,2.9095386666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,1,0.118612
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,3,0.10752733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,7,0.11433933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,15,0.11199066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,31,0.10742333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,63,0.111618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,127,0.10755333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,255,0.11242399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,511,0.11327333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,1023,0.13896133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,2047,0.26567666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,4095,0.4990353333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,8191,0.7459746666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,16383,1.41817
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,32767,3.4667186666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,1,0.12274600000000001
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,3,0.11345533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,7,0.11103733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,2,2,128,1,float16,fp8,65535,9.301326666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,15,0.11242399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,31,0.109746
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,63,0.19165466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,127,0.22308866666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,255,0.11076866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,511,0.11228533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,1023,0.12923733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,2047,0.12668933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,4095,0.125268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,8191,0.13945533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,16383,0.16638266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,32767,0.184652
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,65535,0.25493
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,1,128,1,float16,fp8,131071,0.44277133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,1,0.11048266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,3,0.11066466666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,7,0.10404333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,15,0.10637466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,31,0.10853266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,63,0.10778733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,127,0.10557733333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,255,0.12312733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,511,0.125502
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,1023,0.14878933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,2047,0.13103133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,4095,0.12660266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,8191,0.12448799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,16383,0.15102533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,32767,0.25215666666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,65535,0.6306126666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,2,2,128,1,float16,fp8,131071,1.2800233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,1,0.174096
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,3,0.21233333333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,7,0.13404733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,15,0.13747933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,31,0.13350133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,63,0.12216533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,127,0.11106333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,255,0.12129
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,511,0.22844466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,1023,0.15335666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,2047,0.261196
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,4095,0.44248533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,8191,0.8311679999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,16383,1.5140839999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,1,128,1,float16,fp8,32767,2.915215333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,1,0.12218266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,3,0.15554933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,7,0.116324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,15,0.126802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,31,0.11607266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,63,0.12327466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,127,0.12517266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,255,0.11180866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,511,0.13235733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,1023,0.248638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,2047,0.47268
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,4095,0.9095666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,8191,1.4389873333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,16383,2.7917066666666663
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,2,2,128,1,float16,fp8,32767,6.840253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,1,0.11162666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,3,0.11641933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,7,0.15634666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,15,0.10932133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,31,0.12710533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,63,0.12829266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,127,0.144794
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,255,0.13616199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,511,0.13727999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,1023,0.26559866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,2047,0.46182933333333326
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,4095,0.8237233333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,1,128,1,float16,fp8,8191,1.5268673333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,1,0.11927066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,3,0.12324866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,7,0.12032799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,15,0.13337133333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,31,0.125736
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,63,0.114582
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,127,0.19319733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,255,0.1261
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,511,0.25044066666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,1023,0.4187473333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,2047,0.8121966666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,4095,1.6051706666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,2,2,128,1,float16,fp8,8191,2.822135333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,1,0.109304
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,3,0.14670933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,7,0.10945133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,15,0.14352866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,31,0.12044066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,63,0.14127533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,127,0.136656
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,255,0.137306
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,511,0.23679066666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,1023,0.4991133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,2047,0.8561106666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,1,128,1,float16,fp8,4095,1.5554673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,1,0.16213599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,3,0.12787666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,7,0.12634266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,15,0.2252033333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,31,0.11914066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,63,0.12501666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,127,0.14352
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,255,0.22678933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,511,0.41508133333333336
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,1023,0.7824526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,2047,1.4999833333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,1,0.2040133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,3,0.15787199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,7,0.144638
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,15,0.5083346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,31,0.16225733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,63,0.16163333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,127,0.15293199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,255,0.12601333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,2,2,128,1,float16,fp8,4095,2.9889686666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,511,0.12767733333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,1023,0.16250866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,2047,0.13638733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,4095,0.16289
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,8191,0.21807066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,16383,0.15593066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,32767,0.24680066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,65535,0.45154199999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,1,128,1,float16,fp8,131071,0.840112
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,1,0.12219999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,3,0.124774
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,7,0.13318066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,15,0.13307666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,31,0.13299866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,63,0.12327466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,127,0.12509466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,255,0.12473066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,1023,0.14765399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,2047,0.14270533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,511,0.127322
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,8191,0.26480133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,4095,0.14891933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,16383,0.23068933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,32767,0.48380799999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,65535,1.2208473333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,2,2,128,1,float16,fp8,131071,2.5040426666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,1,0.14382333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,3,0.12304933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,7,0.146692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,15,0.128986
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,31,0.12811933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,63,0.14920533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,127,0.161772
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,255,0.24485933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,511,0.427232
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,1023,0.884364
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,1,128,1,float16,fp8,2047,1.590732
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,1,0.191958
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,3,0.186628
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,7,0.18340399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,15,0.19139466666666669
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,31,0.18939266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,63,0.2039093333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,127,0.259194
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,255,0.4152373333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,511,0.7795493333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,1023,1.4530013333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,2,2,128,1,float16,fp8,2047,2.857764
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,1,0.22424133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,3,0.22502133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,7,0.22562799999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,15,0.219674
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,31,0.20286066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,63,0.2224993333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,127,0.29461466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,255,0.46351933333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,511,0.7955306666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,1,128,1,float16,fp8,1023,1.6952346666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,1,0.35553266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,3,0.37373266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,7,0.36350599999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,15,0.3473253333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,31,0.34917133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,63,0.38810199999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,127,0.506246
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,255,0.778414
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,511,1.4392906666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,1,0.171262
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,3,0.129714
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,7,0.126802
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,15,0.12031933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,31,0.12307533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,63,0.12454
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,127,0.11990333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,255,0.17403533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,511,0.12018933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,1023,0.201994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,2047,0.15453533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,4095,0.15259399999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,8191,0.15066133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,16383,0.24654066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,32767,0.444912
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,65535,0.8062946666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,1,128,1,float16,fp8,131071,1.512914
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,1,0.12605666666666668
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,3,0.12925466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,7,0.1183
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,15,0.130026
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,31,0.12166266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,63,0.12260733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,127,0.12120333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,2,2,128,1,float16,fp8,1023,2.8125673333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,255,0.13407333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,511,0.13390866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,1023,0.1313173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,2047,0.11977333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,4095,0.1677173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,8191,0.23455466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,16383,0.40940466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,32767,0.9072613333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,65535,2.376114
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,2,2,128,1,float16,fp8,131071,4.9243999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,1,0.12935
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,3,0.17745866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,7,0.13734933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,15,0.129324
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,31,0.13354466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,63,0.19278133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,127,0.13377
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,255,0.13772199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,511,0.12225199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,1023,0.15536733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,2047,0.15176199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,4095,0.3113413333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,8191,0.245206
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,16383,0.44108133333333327
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,32767,0.7795926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,65535,1.4797986666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,1,0.14351133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,3,0.132184
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,7,0.129272
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,15,0.158028
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,31,0.1498553333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,63,0.14207266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,127,0.13945533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,32,1,1,1,128,1,float16,fp8,131071,2.848698666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,255,0.133536
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,511,0.13008666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,1023,0.16004733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,2047,0.16224866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,4095,0.15123333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,8191,0.15495133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,16383,0.15170133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,32767,0.14397066666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,65535,0.142532
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1,1,1,1,128,1,float16,fp8,131071,0.15733466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,1,0.13013866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,3,0.148252
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,7,0.118378
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,15,0.12507733333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,31,0.17675666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,63,0.12993066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,127,0.16568066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,255,0.12570133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,511,0.12883
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,1023,0.15377266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,2047,0.30503199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,4095,0.15014133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,8191,0.14480266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,16383,0.14517533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,32767,0.14109333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,65535,0.14483733333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2,1,1,1,128,1,float16,fp8,131071,0.265434
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,1,0.18379399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,3,0.15752533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,7,0.1787673333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,15,0.12086533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,31,0.12275466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,63,0.140478
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,127,0.11894133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,255,0.18809266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,511,0.17885399999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,1023,0.180882
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,2047,0.166348
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,4095,0.24602066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,8191,0.4339573333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,16383,0.807716
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,32767,1.488422
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,65535,2.850692
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,1,0.11504999999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,64,1,1,1,128,1,float16,fp8,131071,5.580362666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,3,0.130962
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,7,0.12089133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,15,0.11776266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,31,0.13317199999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,63,0.12267666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,127,0.12688
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,255,0.11768466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,511,0.149682
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,1023,0.15910266666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,2047,0.15054866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,4095,0.15148466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,8191,0.14789666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,16383,0.144742
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,32767,0.14599866666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,65535,0.24453866666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,4,1,1,1,128,1,float16,fp8,131071,0.43359333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,1,0.12018933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,3,0.12616066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,7,0.14423066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,15,0.12339599999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,31,0.12943666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,63,0.123318
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,127,0.13331933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,255,0.13448933333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,511,0.19348333333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,1023,0.149396
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,2047,0.24815266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,4095,0.4333853333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,8191,0.7860753333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,16383,1.5028086666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,32767,2.8648706666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,128,1,1,1,128,1,float16,fp8,65535,5.5700579999999995
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,1,0.155558
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,3,0.13004333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,7,0.15370333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,15,0.14486333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,31,0.13172466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,63,0.13401266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,127,0.12934133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,255,0.14163066666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,511,0.22632133333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,1023,0.25940199999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,2047,0.4511173333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,4095,0.8118846666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,8191,1.481601333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,256,1,1,1,128,1,float16,fp8,16383,2.8752446666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,1,0.12983533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,3,0.14142266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,7,0.12247733333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,15,0.134082
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,31,0.13519133333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,63,0.12543266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,127,0.13602333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,255,0.13987133333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,511,0.24644533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,1023,0.46022599999999997
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,2047,0.8557206666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,4095,1.5283926666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,1,0.122018
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,3,0.11695666666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,7,0.12557133333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,15,0.12569266666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,31,0.117468
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,512,1,1,1,128,1,float16,fp8,8191,2.876137333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,63,0.11915799999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,127,0.11921
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,255,0.11849933333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,511,0.12993066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,1023,0.160602
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,4095,0.15421466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,8191,0.14278333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,2047,0.14121466666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,16383,0.14241933333333331
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,32767,0.237796
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,65535,0.452166
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,8,1,1,1,128,1,float16,fp8,131071,0.798148
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,1,0.15875599999999998
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,3,0.137618
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,7,0.12342199999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,15,0.13945533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,31,0.2071333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,63,0.13484466666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,127,0.16064533333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,255,0.24730333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,511,0.44381999999999994
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,1023,0.8393579999999999
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,2047,1.551056
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,1024,1,1,1,128,1,float16,fp8,4095,2.9026053333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,1,0.22007266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,3,0.21810533333333335
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,7,0.21355533333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,15,0.216476
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,31,0.21549666666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,63,0.22624333333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,127,0.2870313333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,255,0.45544199999999996
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,511,0.7881553333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,1023,1.5791793333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,1,0.12753
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,2048,1,1,1,128,1,float16,fp8,2047,2.967527333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,3,0.122902
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,7,0.13757466666666665
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,15,0.13107466666666664
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,31,0.12413266666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,127,0.13572866666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,255,0.12634266666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,63,0.12042333333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,511,0.12538066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,1023,0.15309666666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,2047,0.153088
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,4095,0.15164066666666667
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,8191,0.1511293333333333
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,16383,0.26269533333333334
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,32767,0.4262526666666666
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,65535,0.7884413333333332
VLLM,0.1.dev11424+ge33cf8ef1,Intel(R) Graphics [0xe211],generation_attention,vllm_flash_attn,16,1,1,1,128,1,float16,fp8,131071,1.4741220000000002
